00000020:00010000:3.0:1787827031.760467:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.760470:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.760474:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760482:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.760490:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.760493:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.760497:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.760500:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260486, 260486] 00000080:00200000:3.0:1787827031.760503:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.760519:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.760525:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.760527:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.760537:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066954752, count: 4096 00000080:00200000:3.0:1787827031.760541:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066954752, bytes: 4096 00000080:00200000:3.0:1787827031.760543:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.760547:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.760548:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066954752, 1066958848) 0 0 00000080:00200000:3.0:1787827031.760551:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.760556:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260487, 260487] 00020000:00200000:3.0:1787827031.760559:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066954752 chunk: [1066954752, 1066958848) 1066958848, 4096 00020000:00200000:3.0:1787827031.760561:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.760566:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260487, 260487] 00000008:00010000:3.0:1787827031.760571:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827031.760574:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4ffb0, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827031.760582:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760597:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1066954752 1066958847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760605:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760612:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760619:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.760627:0:18296:0:(vvp_io.c:1339:vvp_io_write_start()) f5.replay-ost-single: write [1066954752, 1066958848) append 0 append lockpos 0 00000080:00200000:3.0:1787827031.760632:0:18296:0:(rw26.c:681:ll_write_begin()) Writing 260487 of 0 to 4096 bytes 00000080:00200000:3.0:1787827031.760638:0:18296:0:(rw26.c:875:ll_write_end()) pos 1066954752, len 4096, copied 4096 00000080:00200000:3.0:1787827031.760642:0:18296:0:(rw26.c:933:ll_write_end()) page@000000004c56a4b3[3 0000000080406216 2 1 0000000076a6f195 0 0 260487] 00000080:00200000:3.0:1787827031.760645:0:18296:0:(rw26.c:933:ll_write_end()) vmpage @000000001cd06d82 fffffc0001029 2:0 ffffa0e2e7742910 260487 lru 00000080:00200000:3.0:1787827031.760651:0:18296:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4ceb350 260487: 1< 2 - - > 2< 1066954752 0 4096 0x0 0x40420 | 0000000090e6f0f2 00000000beea0c28 > 3< 0 0 > 4< 0 0 8 483041280 - | - - + - > 5< - - + - | 0 - | 1004 - -> 00000080:00200000:3.0:1787827031.760653:0:18296:0:(rw26.c:933:ll_write_end()) end page@000000004c56a4b3 00000080:00200000:3.0:1787827031.760654:0:18296:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827031.760657:0:18296:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827031.760665:0:18296:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760673:0:18296:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760685:0:18296:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760693:0:18296:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.760704:0:18296:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8b08278, count 1, dirtied 1 00000080:00200000:3.0:1787827031.760706:0:18296:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827031.760708:0:18296:0:(vvp_io.c:1421:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827031.760734:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_release():245 00000020:00010000:3.0:1787827031.760737:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.760740:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.760744:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760752:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.760761:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.760763:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.760768:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.760771:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260487, 260487] 00000080:00200000:3.0:1787827031.760775:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.760778:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.760782:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.760784:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.760794:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066958848, count: 4096 00000080:00200000:3.0:1787827031.760798:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066958848, bytes: 4096 00000080:00200000:3.0:1787827031.760801:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.760804:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.760806:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066958848, 1066962944) 0 0 00000080:00200000:3.0:1787827031.760808:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.760814:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260488, 260488] 00020000:00200000:3.0:1787827031.760817:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066958848 chunk: [1066958848, 1066962944) 1066962944, 4096 00020000:00200000:3.0:1787827031.760819:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.760823:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260488, 260488] 00000008:00010000:3.0:1787827031.760829:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827031.760832:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4ffb0, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827031.760840:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760848:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1066958848 1066962943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760857:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760864:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760871:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.760879:0:18296:0:(vvp_io.c:1339:vvp_io_write_start()) f5.replay-ost-single: write [1066958848, 1066962944) append 0 append lockpos 0 00000080:00200000:3.0:1787827031.760884:0:18296:0:(rw26.c:681:ll_write_begin()) Writing 260488 of 0 to 4096 bytes 00000080:00200000:3.0:1787827031.760890:0:18296:0:(rw26.c:875:ll_write_end()) pos 1066958848, len 4096, copied 4096 00000080:00200000:3.0:1787827031.760894:0:18296:0:(rw26.c:933:ll_write_end()) page@0000000039217f0e[3 0000000080406216 2 1 0000000076a6f195 0 0 260488] 00000080:00200000:3.0:1787827031.760897:0:18296:0:(rw26.c:933:ll_write_end()) vmpage @00000000a4e20050 fffffc0001029 2:0 ffffa0e2e7742000 260488 lru 00000080:00200000:3.0:1787827031.760902:0:18296:0:(rw26.c:933:ll_write_end()) osc-page@000000003c5e5cc1 260488: 1< 2 - - > 2< 1066958848 0 4096 0x0 0x40420 | 0000000090e6f0f2 00000000beea0c28 > 3< 0 0 > 4< 0 0 8 483037184 - | - - + - > 5< - - + - | 0 - | 1005 - -> 00000080:00200000:3.0:1787827031.760905:0:18296:0:(rw26.c:933:ll_write_end()) end page@0000000039217f0e 00000080:00200000:3.0:1787827031.760906:0:18296:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827031.760908:0:18296:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827031.760917:0:18296:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760925:0:18296:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760932:0:18296:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.760939:0:18296:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.760951:0:18296:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8b08278, count 1, dirtied 1 00000080:00200000:3.0:1787827031.760953:0:18296:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827031.760955:0:18296:0:(vvp_io.c:1421:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827031.760960:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_release():245 00000020:00010000:3.0:1787827031.760963:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.760965:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.760970:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.760977:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.760985:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.760987:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.760991:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.760994:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260488, 260488] 00000080:00200000:3.0:1787827031.760998:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.761000:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.761004:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.761007:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.761015:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066962944, count: 4096 00000080:00200000:3.0:1787827031.761019:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066962944, bytes: 4096 00000080:00200000:3.0:1787827031.761022:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.761025:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.761027:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066962944, 1066967040) 0 0 00000080:00200000:3.0:1787827031.761029:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.761034:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260489, 260489] 00020000:00200000:3.0:1787827031.761037:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066962944 chunk: [1066962944, 1066967040) 1066967040, 4096 00020000:00200000:3.0:1787827031.761039:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.761043:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260489, 260489] 00000008:00010000:3.0:1787827031.761048:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827031.761051:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4ffb0, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827031.761058:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761067:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1066962944 1066967039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761075:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761088:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761095:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761103:0:18296:0:(vvp_io.c:1339:vvp_io_write_start()) f5.replay-ost-single: write [1066962944, 1066967040) append 0 append lockpos 0 00000080:00200000:3.0:1787827031.761108:0:18296:0:(rw26.c:681:ll_write_begin()) Writing 260489 of 0 to 4096 bytes 00000080:00200000:3.0:1787827031.761113:0:18296:0:(rw26.c:875:ll_write_end()) pos 1066962944, len 4096, copied 4096 00000080:00200000:3.0:1787827031.761117:0:18296:0:(rw26.c:933:ll_write_end()) page@00000000fad5a6a0[3 0000000080406216 2 1 0000000076a6f195 0 0 260489] 00000080:00200000:3.0:1787827031.761120:0:18296:0:(rw26.c:933:ll_write_end()) vmpage @0000000044fbcbc8 fffffc0001029 2:0 ffffa0e2e7742cb0 260489 lru 00000080:00200000:3.0:1787827031.761125:0:18296:0:(rw26.c:933:ll_write_end()) osc-page@000000009cf733a8 260489: 1< 2 - - > 2< 1066962944 0 4096 0x0 0x40420 | 0000000090e6f0f2 00000000beea0c28 > 3< 0 0 > 4< 0 0 8 483033088 - | - - + - > 5< - - + - | 0 - | 1006 - -> 00000080:00200000:3.0:1787827031.761127:0:18296:0:(rw26.c:933:ll_write_end()) end page@00000000fad5a6a0 00000080:00200000:3.0:1787827031.761128:0:18296:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827031.761130:0:18296:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827031.761138:0:18296:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761146:0:18296:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761154:0:18296:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761161:0:18296:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761175:0:18296:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8b08278, count 1, dirtied 1 00000080:00200000:3.0:1787827031.761178:0:18296:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827031.761180:0:18296:0:(vvp_io.c:1421:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827031.761185:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_release():245 00000020:00010000:3.0:1787827031.761188:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.761190:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.761194:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761202:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.761210:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.761213:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.761217:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.761220:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260489, 260489] 00000080:00200000:3.0:1787827031.761223:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.761226:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.761230:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.761233:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.761242:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066967040, count: 4096 00000080:00200000:3.0:1787827031.761246:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066967040, bytes: 4096 00000080:00200000:3.0:1787827031.761248:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.761252:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.761253:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066967040, 1066971136) 0 0 00000080:00200000:3.0:1787827031.761256:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.761261:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260490, 260490] 00020000:00200000:3.0:1787827031.761264:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066967040 chunk: [1066967040, 1066971136) 1066971136, 4096 00020000:00200000:3.0:1787827031.761266:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.761271:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260490, 260490] 00000008:00010000:3.0:1787827031.761275:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827031.761278:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4ffb0, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827031.761285:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761292:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1066967040 1066971135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761299:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761306:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761313:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761321:0:18296:0:(vvp_io.c:1339:vvp_io_write_start()) f5.replay-ost-single: write [1066967040, 1066971136) append 0 append lockpos 0 00000080:00200000:3.0:1787827031.761325:0:18296:0:(rw26.c:681:ll_write_begin()) Writing 260490 of 0 to 4096 bytes 00000080:00200000:3.0:1787827031.761331:0:18296:0:(rw26.c:875:ll_write_end()) pos 1066967040, len 4096, copied 4096 00000080:00200000:3.0:1787827031.761334:0:18296:0:(rw26.c:933:ll_write_end()) page@00000000b171d564[3 0000000080406216 2 1 0000000076a6f195 0 0 260490] 00000080:00200000:3.0:1787827031.761338:0:18296:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9bee4fa fffffc0001029 2:0 ffffa0e2e7742ae0 260490 lru 00000080:00200000:3.0:1787827031.761343:0:18296:0:(rw26.c:933:ll_write_end()) osc-page@000000004183ab0b 260490: 1< 2 - - > 2< 1066967040 0 4096 0x0 0x40420 | 0000000090e6f0f2 00000000beea0c28 > 3< 0 0 > 4< 0 0 8 483028992 - | - - + - > 5< - - + - | 0 - | 1007 - -> 00000080:00200000:3.0:1787827031.761345:0:18296:0:(rw26.c:933:ll_write_end()) end page@00000000b171d564 00000080:00200000:3.0:1787827031.761345:0:18296:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827031.761347:0:18296:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827031.761355:0:18296:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761363:0:18296:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761371:0:18296:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761379:0:18296:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761391:0:18296:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8b08278, count 1, dirtied 1 00000080:00200000:3.0:1787827031.761394:0:18296:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827031.761396:0:18296:0:(vvp_io.c:1421:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827031.761402:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_release():245 00000020:00010000:3.0:1787827031.761405:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.761407:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.761412:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761419:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.761427:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.761430:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.761434:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.761438:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260490, 260490] 00000080:00200000:3.0:1787827031.761441:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.761444:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.761448:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.761451:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.761460:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066971136, count: 4096 00000080:00200000:3.0:1787827031.761463:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066971136, bytes: 4096 00000080:00200000:3.0:1787827031.761465:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.761469:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.761470:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066971136, 1066975232) 0 0 00000080:00200000:3.0:1787827031.761472:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.761476:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260491, 260491] 00020000:00200000:3.0:1787827031.761479:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066971136 chunk: [1066971136, 1066975232) 1066975232, 4096 00020000:00200000:3.0:1787827031.761481:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.761486:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260491, 260491] 00000008:00010000:3.0:1787827031.761491:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827031.761493:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4ffb0, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827031.761501:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761525:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1066971136 1066975231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761534:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761542:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761549:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761558:0:18296:0:(vvp_io.c:1339:vvp_io_write_start()) f5.replay-ost-single: write [1066971136, 1066975232) append 0 append lockpos 0 00000080:00200000:3.0:1787827031.761564:0:18296:0:(rw26.c:681:ll_write_begin()) Writing 260491 of 0 to 4096 bytes 00000080:00200000:3.0:1787827031.761569:0:18296:0:(rw26.c:875:ll_write_end()) pos 1066971136, len 4096, copied 4096 00000080:00200000:3.0:1787827031.761573:0:18296:0:(rw26.c:933:ll_write_end()) page@000000002f940cb1[3 0000000080406216 2 1 0000000076a6f195 0 0 260491] 00000080:00200000:3.0:1787827031.761577:0:18296:0:(rw26.c:933:ll_write_end()) vmpage @0000000001c7f6c3 fffffc0001029 2:0 ffffa0e2e77422b8 260491 lru 00000080:00200000:3.0:1787827031.761583:0:18296:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb149f00 260491: 1< 2 - - > 2< 1066971136 0 4096 0x0 0x40420 | 0000000090e6f0f2 00000000beea0c28 > 3< 0 0 > 4< 0 0 8 483024896 - | - - + - > 5< - - + - | 0 - | 1008 - -> 00000080:00200000:3.0:1787827031.761585:0:18296:0:(rw26.c:933:ll_write_end()) end page@000000002f940cb1 00000080:00200000:3.0:1787827031.761586:0:18296:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827031.761588:0:18296:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827031.761596:0:18296:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761605:0:18296:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761612:0:18296:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827031.761621:0:18296:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000099e6898c ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827031.761632:0:18296:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8b08278, count 1, dirtied 1 00000080:00200000:3.0:1787827031.761635:0:18296:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827031.761638:0:18296:0:(vvp_io.c:1421:vvp_io_write_start()) f5.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827031.761643:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_release():245 00000020:00010000:3.0:1787827031.761646:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827031.761649:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827031.761653:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827031.761662:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827031.761670:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648128 (ffffa0e3c9415128/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827031.761673:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4ffb0 (ffffa0e3c9415128/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827031.761677:0:18296:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827031.761680:0:18296:0:(file.c:2207:ll_file_io_generic()) Range unlock [260491, 260491] 00000080:00200000:3.0:1787827031.761683:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827031.761687:0:18296:0:(file.c:2240:ll_file_io_generic()) f5.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827031.761691:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827031.761694:0:18296:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827031.761703:0:18296:0:(file.c:2652:do_file_write_iter()) START file f5.replay-ost-single:[0x200000403:0x10:0x0], ppos: 1066975232, count: 4096 00000080:00200000:3.0:1787827031.761707:0:18296:0:(file.c:2090:ll_file_io_generic()) f5.replay-ost-single: write ppos: 1066975232, bytes: 4096 00000080:00200000:3.0:1787827031.761738:0:18296:0:(file.c:1848:ll_io_set_mirror()) f5.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827031.761743:0:18296:0:(cl_io.c:218:cl_io_rw_init()) header@000000008da30952[0x110, 262145, [0x200000403:0x10:0x0] hash] 00000020:00200000:3.0:1787827031.761745:0:18296:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1066975232, 1066979328) 0 0 00000080:00200000:3.0:1787827031.761747:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827031.761753:0:18296:0:(file.c:2170:ll_file_io_generic()) Range lock [260492, 260492] 00020000:00200000:3.0:1787827031.761756:0:18296:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1066975232 chunk: [1066975232, 1066979328) 1066979328, 4096 00020000:00200000:3.0:1787827031.761758:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827031.761765:0:18296:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [260492, 260492] 00000008:00010000:3.0:1787827032.165752:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000001f2ffd15 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827032.166171:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001f2ffd15 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:3.0:1787827032.166195:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134284544:192.168.203.106@tcp:4:iozone.0 00000100:00100000:3.0:1787827032.166415:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134284672:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827032.168534:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 30064771555 gen 1 00000100:00100000:3.0:1787827032.169603:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134284672:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827032.174861:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134284928:192.168.203.106@tcp:101:iozone.0 00010000:00010000:3.0:1787827032.174879:0:18296:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174892:0:18296:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174898:0:18296:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174908:0:18296:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174916:0:18296:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174928:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174936:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.174944:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827032.174956:0:18296:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffffa0e3d025e1c0 x1874672134284928/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827048 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787827032.174968:0:18296:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d025e1c0 x1874672134284928/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827048 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827032.174980:0:18296:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787827032.174993:0:18296:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.175004:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827032.175011:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827032.175016:0:18296:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.175021:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.175024:0:18296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763c800/0x33d55ea1c34675c3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xc0fefc09a7954306 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827032.175042:0:18296:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827032.175046:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827032.175113:0:18296:0:(namei.c:147:ll_iget()) got inode: [0x200000403:0x10:0x0](ffffa0e3d8b080c8): rc = 0 00000080:00200000:3.0:1787827032.175135:0:18296:0:(file.c:6854:ll_layout_conf()) [0x200000403:0x10:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1787827032.175140:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) for lock 0x33d55ea1c34675bc 00000080:00010000:3.0:1787827032.175149:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) 00000080:00200008:3.0:1787827032.175159:0:18296:0:(file.c:1090:ll_file_open()) START file f5.replay-ost-single:[0x200000403:0x10:0x0](ffffa0e3d8b080c8), flags 100000 00000002:00100000:3.0:1787827032.175180:0:18296:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d025e1c0 x1874672134284928/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827048 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787827032.175228:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34675bc from it ffffa0e3d0e528a0 00010000:00010000:3.0:1787827032.175237:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827032.175248:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827032.175271:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000403:0x10:0x0](ffffa0e3d8b080c8), inode mode 81a0 mask 44 00000080:00200008:3.0:1787827032.175292:0:18296:0:(file.c:5401:ll_fsync()) START file: name=f5.replay-ost-single, fid=[0x200000403:0x10:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/0 00000080:00200000:3.0:1787827032.175308:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827032.175319:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787827032.176456:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134285184:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827032.176474:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134285056:192.168.203.106@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1787827032.386864:0:36:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827032.386881:0:36:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827032.386927:0:36:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1787827033.026926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827034.172479:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134285824:192.168.203.106@tcp:16:iozone.0 00000080:00200000:3.0:1787827034.174214:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000080:00200000:3.0:1787827034.174231:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787827034.174255:0:18296:0:(file.c:479:ll_file_release()) START file f5.replay-ost-single:[0x200000403:0x10:0x0](ffffa0e3d8b080c8), flags 100000 00000002:00100000:3.0:1787827034.174316:0:18296:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e3d025e1c0 x1874672134284928/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827048 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'iozone.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787827034.174330:0:18296:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787827034.174336:0:18296:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3c4318780 x1874672134286080/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787827034.174357:0:18296:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134286080:192.168.203.106@tcp:35:iozone.0 00000100:00100000:3.0:1787827034.174410:0:18296:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827034.182527:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134286336:192.168.203.106@tcp:101:iozone.0 00010000:00010000:3.0:1787827034.182560:0:18296:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182581:0:18296:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182588:0:18296:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182600:0:18296:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182618:0:18296:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182633:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182642:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182650:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827034.182663:0:18296:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffffa0e3d025e1c0 x1874672134286336/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827050 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787827034.182682:0:18296:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d025e1c0 x1874672134286336/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827050 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827034.182694:0:18296:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787827034.182709:0:18296:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182755:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827034.182766:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827034.182776:0:18296:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182783:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182790:0:18296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e763d200/0x33d55ea1c34675ca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xc0fefc09a7954329 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827034.182815:0:18296:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1787827034.182822:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827034.182872:0:18296:0:(namei.c:147:ll_iget()) got inode: [0x200000403:0x10:0x0](ffffa0e3d8b080c8): rc = 0 00000080:00200000:3.0:1787827034.182889:0:18296:0:(file.c:6854:ll_layout_conf()) [0x200000403:0x10:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1787827034.182896:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) for lock 0x33d55ea1c34675bc 00000080:00010000:3.0:1787827034.182908:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) 00000080:00200008:3.0:1787827034.182925:0:18296:0:(file.c:1090:ll_file_open()) START file f5.replay-ost-single:[0x200000403:0x10:0x0](ffffa0e3d8b080c8), flags 100000 00000002:00100000:3.0:1787827034.182948:0:18296:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d025e1c0 x1874672134286336/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827050 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787827034.182991:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34675bc from it ffffa0e3d0e52de0 00010000:00010000:3.0:1787827034.182996:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827034.183004:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827034.183031:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000403:0x10:0x0](ffffa0e3d8b080c8), inode mode 81a0 mask 44 00000080:00200008:3.0:1787827034.183052:0:18296:0:(file.c:5401:ll_fsync()) START file: name=f5.replay-ost-single, fid=[0x200000403:0x10:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/0 00000080:00200000:3.0:1787827034.183068:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827034.183079:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787827034.183183:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134286464:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827034.184620:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134286592:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787827034.185210:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134286464:192.168.203.106@tcp:16:iozone.0 00010000:00010000:3.0:1787827035.074872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827036.292507:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787827036.292525:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134286720:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827036.293976:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134286720:192.168.203.106@tcp:16:iozone.0 00000100:00100000:3.0:1787827036.295325:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134286976:192.168.203.106@tcp:35:iozone.0 00000002:00100000:3.0:1787827036.295341:0:18296:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e3d025e1c0 x1874672134286336/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827050 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'iozone.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827036.295562:0:18296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827036.295579:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827036.295592:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1787827036.295600:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 108 lru_type: 1 00000080:00200000:3.0:1787827036.295605:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827036.295609:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827036.295612:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827036.295619:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c57b58 00010000:00010000:3.0:1787827036.295622:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1787827036.295629:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1787827036.295641:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827036.295645:0:18296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=25 00000080:00200000:3.0:1787827036.295649:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:3.0:1787827036.295660:0:18296:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f5.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), flags=9 00000080:00200000:3.0:1787827036.295664:0:18296:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f5.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=getattr 00000002:00010000:3.0:1787827036.295675:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f5.replay-ost-single,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827036.295702:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.295707:0:18296:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.295742:0:18296:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827036.295753:0:18296:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287104:192.168.203.106@tcp:101:iozone.0 00000100:00100000:3.0:1787827036.295833:0:18296:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827036.297018:0:10855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874672143785216 00000100:00100000:3.0:1787827036.297024:0:10855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874672143785216 00000100:00100000:3.0:1787827036.297063:0:10855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 22 00000100:00100000:3.0:1787827036.297072:0:10855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e3d025c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2313f4ee-480a-47b2-8d93-5bb216a57733+5:6485:x1874672143785216:12345-192.168.203.106@tcp:104: 00010000:00010000:3.0:1787827036.297096:0:10855:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659400/0x33d55ea1c3467599 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xc0fefc09a79541d9 expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827036.297172:0:10855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787827036.297179:0:10855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e3d025c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2313f4ee-480a-47b2-8d93-5bb216a57733+5:6485:x1874672143785216:12345-192.168.203.106@tcp:104: Request processed in 109us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1787827036.297188:0:10855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 22 00000100:00100000:3.0:1787827036.300523:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287104:192.168.203.106@tcp:101:iozone.0 00010000:00010000:3.0:1787827036.300540:0:18296:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300554:0:18296:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300563:0:18296:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300576:0:18296:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300587:0:18296:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300599:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300608:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300616:0:18296:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827036.300624:0:18296:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e3c4318b40 x1874672134287104/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/640 e 0 to 0 dl 1787827052 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'iozone.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787827036.300632:0:18296:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787827036.300641:0:18296:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300648:0:18296:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 4 res 8589935619/16 (0 0) 00000080:00200000:3.0:1787827036.300652:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787827036.300692:0:18296:0:(namei.c:147:ll_iget()) got inode: [0x200000403:0x10:0x0](ffffa0e3d8b080c8): rc = 0 00000080:00200000:3.0:1787827036.300707:0:18296:0:(file.c:6854:ll_layout_conf()) [0x200000403:0x10:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1787827036.300732:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) for lock 0x33d55ea1c34675d1 00000080:00010000:3.0:1787827036.300745:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) 00000080:00010000:3.0:1787827036.300748:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34675d1 from it ffffb25a81c57b20 00010000:00010000:3.0:1787827036.300752:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827036.300761:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787827036.300790:0:18296:0:(file.c:6313:ll_getattr_dentry()) START file f5.replay-ost-single:[0x200000403:0x10:0x0](ffffa0e3d8b080c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827036.300797:0:18296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000403:0x10:0x0](ffffa0e3d8b080c8),name=f5.replay-ost-single 00000002:00010000:3.0:1787827036.300813:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000403:0x10:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827036.300819:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827036.300824:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827036.300829:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827036.300832:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) 00000080:00010000:3.0:1787827036.300834:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x10:0x0](ffffa0e3d8b080c8) for lock 0x33d55ea1c34675bc 00000080:00010000:3.0:1787827036.300836:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34675bc from it ffffb25a81c57cb8 00010000:00010000:3.0:1787827036.300838:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827036.300843:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827036.300856:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787827036.300871:0:18296:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000403:0x10:0x0] 00000008:00010000:3.0:1787827036.300887:0:18296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787827036.300889:0:18296:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f2b0, osc lock ffffa0e3c50ea888, flags 0x400001002 00010000:00010000:3.0:1787827036.300900:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827036.300910:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:3.0:1787827036.300920:0:18296:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787827036.300924:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827036.300933:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:3.0:1787827036.300944:0:18296:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787827036.300953:0:18296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x10:0x0] updating i_size 1073741824 i_blocks 2097160 00000020:00010000:3.0:1787827036.300958:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e74573d8 (ffffa0e3c9415488/0) at cl_lock_release():245 00000020:00010000:3.0:1787827036.300961:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e74573d8 (ffffa0e3c9415488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827036.300963:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f2b0 (ffffa0e3c9415128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787827036.300966:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e74573d8 (ffffa0e3c9415488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827036.300968:0:18296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f2b0 (ffffa0e3c9415488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827036.300976:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827036.301006:0:18296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827036.301014:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827036.301023:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1787827036.301031:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1787827036.301038:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827036.301042:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827036.301045:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827036.301049:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c57c10 00010000:00010000:3.0:1787827036.301053:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1787827036.301061:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 110 lru_type: 1 00000080:00200000:3.0:1787827036.301070:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827036.301076:0:18296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:3.0:1787827036.301081:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:3.0:1787827036.301085:0:18296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f5.replay-ost-single, flags=0 00000080:00200000:3.0:1787827036.301088:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 3 00000080:00200000:3.0:1787827036.301091:0:18296:0:(namei.c:2418:ll_unlink()) VFS Op:name=f5.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908) 00010000:00010000:3.0:1787827036.301111:0:18296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787827036.301120:0:18296:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x10:0x0]: losing layout lock 00010000:00010000:3.0:1787827036.301128:0:18296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827036.301133:0:18296:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x10:0x0]: losing layout lock 00010000:00010000:3.0:1787827036.301136:0:18296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658200/0x33d55ea1c34675ae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc0fefc09a795420a expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827036.301147:0:18296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659600/0x33d55ea1c34675a0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a79541f5 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827036.301153:0:18296:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x10:0x0]: losing layout lock 00010000:00010000:3.0:1787827036.301174:0:18296:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 1/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827036.301181:0:18296:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 1/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827036.301189:0:18296:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658200/0x33d55ea1c34675ae lrc: 1/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a795420a expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827036.301196:0:18296:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659600/0x33d55ea1c34675a0 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79541f5 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827036.301201:0:18296:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00010000:3.0:1787827036.301204:0:18296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a795434c expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827036.301215:0:18296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7589600/0x33d55ea1c34675bc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79542e3 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827036.301224:0:18296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658200/0x33d55ea1c34675ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a795420a expref: -99 pid: 18296 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827036.301233:0:18296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659600/0x33d55ea1c34675a0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79541f5 expref: -99 pid: 18296 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:3.0:1787827036.301253:0:18296:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787827036.301258:0:18296:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3c4318b40 x1874672134287744/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827036.301271:0:18296:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287744:192.168.203.106@tcp:36:iozone.0 00000100:00100000:3.0:1787827036.301309:0:18296:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827036.303491:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287744:192.168.203.106@tcp:36:iozone.0 00000080:00200000:3.0:1787827036.303536:0:18296:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827036.303546:0:18296:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827036.303573:0:18296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827037.260131:0:18296:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000403:0x10:0x0](ffffa0e3d8b080c8) 00000008:00010000:3.0:1787827037.260181:0:18296:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1073741824 blocks 2097160 [cma]time 1787827032 1787827032 0 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827037.260258:0:18296:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827037.260284:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827037.260299:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1787827037.260313:0:18296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 110 lru_type: 1 00000080:00200000:3.0:1787827037.260321:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827037.260328:0:18296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827037.260332:0:18296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827037.260341:0:18296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c57b58 00010000:00010000:3.0:1787827037.260345:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1787827037.260355:0:18296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 111 lru_type: 1 00000080:00200000:3.0:1787827037.260372:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827037.260379:0:18296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=25 00000080:00200000:3.0:1787827037.260386:0:18296:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:3.0:1787827037.260398:0:18296:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f5.replay-ost-single.DUMMY, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), flags=9 00000080:00200000:3.0:1787827037.260403:0:18296:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f5.replay-ost-single.DUMMY, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=getattr 00000002:00010000:3.0:1787827037.260417:0:18296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f5.replay-ost-single.DUMMY,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827037.260463:0:18296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.260486:0:18296:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.260497:0:18296:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827037.260521:0:18296:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287872:192.168.203.106@tcp:101:iozone.0 00000100:00100000:3.0:1787827037.260620:0:18296:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d600 going to sleep for 11 seconds 00000100:00100000:3.0:1787827037.263524:0:18296:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job iozone:2313f4ee-480a-47b2-8d93-5bb216a57733:18296:1874672134287872:192.168.203.106@tcp:101:iozone.0 00010000:00010000:3.0:1787827037.263543:0:18296:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263556:0:18296:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263563:0:18296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263570:0:18296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263579:0:18296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263590:0:18296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e2e7639400 already unused, calling callback (ffffffffc1c3a990) 00010000:00010000:3.0:1787827037.263595:0:18296:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263602:0:18296:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263610:0:18296:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263617:0:18296:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827037.263624:0:18296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827037.263630:0:18296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7639400/0x33d55ea1c34675d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18296 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827037.263647:0:18296:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffffa0e3c431ad00 x1874672134287872/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 600/584 e 0 to 0 dl 1787827053 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'iozone.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827037.263661:0:18296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827037.263683:0:18296:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1787827038.146831:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827038.213622:0:2385:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:3.0:1787827038.213868:0:10856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 23 00000100:00100000:3.0:1787827038.213880:0:10856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e3c431ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8401:x1874672143785856:12345-192.168.203.106@tcp:104: 00010000:00010000:3.0:1787827038.213900:0:10856:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000fc3759b4/0x33d55ea1c34675a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0xc0fefc09a79542c0 expref: -99 pid: 18296 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827038.213985:0:10856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787827038.213992:0:10856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e3c431ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8401:x1874672143785856:12345-192.168.203.106@tcp:104: Request processed in 116us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787827038.214000:0:10856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 23 00010000:00010000:3.0:1787827040.194814:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827042.626911:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134289024:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827042.627008:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134289280:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827042.628208:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967394 gen 1 00000100:00100000:3.0:1787827042.628221:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134289024:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827042.628275:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134289280:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827043.266881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827046.338889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827049.410908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827052.482888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827055.554904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787827057.789916:0:20498:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827057.789928:0:20498:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827057.789951:0:20498:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827057.789972:0:20498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1787827057.789988:0:20498:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 113 lru_type: 1 00000080:00200000:3.0:1787827057.790001:0:20498:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827057.790009:0:20498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827057.790013:0:20498:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827057.790021:0:20498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8220fcb8 00010000:00010000:3.0:1787827057.790025:0:20498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1787827057.790035:0:20498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 114 lru_type: 1 00000080:00200008:3.0:1787827057.790562:0:20498:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827057.790567:0:20498:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827057.790576:0:20498:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827057.790584:0:20498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1787827057.790594:0:20498:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 114 lru_type: 1 00000080:00200000:3.0:1787827057.790600:0:20498:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827057.790605:0:20498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827057.790608:0:20498:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827057.790612:0:20498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8220fcb8 00010000:00010000:3.0:1787827057.790615:0:20498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1787827057.790628:0:20498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 115 lru_type: 1 00000080:00200000:3.0:1787827057.790699:0:20498:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827057.790708:0:20498:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827057.790947:0:20498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1787827057.790958:0:20498:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 115 lru_type: 1 00000080:00200000:3.0:1787827057.790969:0:20498:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827057.790974:0:20498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827057.790977:0:20498:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827057.790981:0:20498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8220fbb0 00010000:00010000:3.0:1787827057.790984:0:20498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1787827057.790991:0:20498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 116 lru_type: 1 00000080:00200000:3.0:1787827057.791012:0:20498:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787827057.791019:0:20498:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:3.0:1787827057.791091:0:20498:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffff5610fe0 00800000:00000080:3.0:1787827057.791107:0:20498:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7661000 uarg=0000000000000000 00800000:00000004:3.0:1787827057.791115:0:20498:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 310, max_age 433 00000100:00100000:3.0:1787827057.791156:0:20498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20498:1874672134290432:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827057.791257:0:20498:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932180 going to sleep for 11 seconds 00000100:00100000:3.0:1787827057.801933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134290816:192.168.203.106@tcp:8:lfs.0 00000100:00100000:3.0:1787827057.987007:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134291456:192.168.203.106@tcp:400:kworker.0 00000020:00010000:0.0:1787827058.047890:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.047893:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.047898:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.047903:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.047904:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.047907:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.047909:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [833, 833] 00000080:00200000:0.0:1787827058.047911:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.047913:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.047916:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3416064 i_blocks 0 00000080:00200000:0.0:1787827058.047918:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.047949:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3416064, count: 4096 00000080:00200000:0.0:1787827058.047952:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3416064, bytes: 4096 00000080:00200000:0.0:1787827058.047954:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.047956:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 835, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.047958:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3416064, 3420160) 0 0 00000080:00200000:0.0:1787827058.047959:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.047963:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [834, 834] 00020000:00200000:0.0:1787827058.047964:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3416064 chunk: [3416064, 3420160) 3420160, 4096 00020000:00200000:0.0:1787827058.047966:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.047969:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [834, 834] 00000008:00010000:0.0:1787827058.047972:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.047974:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.047979:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.047984:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3416064 3420159) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.047990:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.047995:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.047998:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048003:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3416064, 3420160) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.048006:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 834 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.048021:0:20502:0:(rw26.c:875:ll_write_end()) pos 3416064, len 4096, copied 4096 00000080:00200000:0.0:1787827058.048025:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fc3f7b52[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 834] 00000080:00200000:0.0:1787827058.048026:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000036d0e702 17ffffc0001021 2:0 ffffa0e3d0135000 834 lru 00000080:00200000:0.0:1787827058.048030:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000329c7e4e 834: 1< 0 - - > 2< 3416064 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485416960 - | - - + - > 5< - - + - | 0 - | 834 - -> 00000080:00200000:0.0:1787827058.048031:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fc3f7b52 00000080:00200000:0.0:1787827058.048032:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.048033:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.048039:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048044:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048048:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048056:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048063:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.048065:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.048066:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.048069:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.048071:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.048073:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.048075:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048081:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.048085:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.048087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.048089:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.048091:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [834, 834] 00000080:00200000:0.0:1787827058.048094:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.048095:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.048098:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3420160 i_blocks 0 00000080:00200000:0.0:1787827058.048100:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.048132:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3420160, count: 4096 00000080:00200000:0.0:1787827058.048134:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3420160, bytes: 4096 00000080:00200000:0.0:1787827058.048136:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.048138:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 836, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.048139:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3420160, 3424256) 0 0 00000080:00200000:0.0:1787827058.048141:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.048144:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [835, 835] 00020000:00200000:0.0:1787827058.048146:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3420160 chunk: [3420160, 3424256) 3424256, 4096 00020000:00200000:0.0:1787827058.048148:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.048151:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [835, 835] 00000008:00010000:0.0:1787827058.048154:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.048156:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.048161:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048166:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3420160 3424255) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048172:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048176:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048180:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048184:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3420160, 3424256) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.048187:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 835 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.048198:0:20502:0:(rw26.c:875:ll_write_end()) pos 3420160, len 4096, copied 4096 00000080:00200000:0.0:1787827058.048201:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ca9758c8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 835] 00000080:00200000:0.0:1787827058.048203:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000cf193f79 17ffffc0001001 3:0 ffffa0e3d0135cb0 835 lru 00000080:00200000:0.0:1787827058.048206:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f2b6d5f9 835: 1< 0 - - > 2< 3420160 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485412864 - | - - + - > 5< - - + - | 0 - | 835 - -> 00000080:00200000:0.0:1787827058.048208:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ca9758c8 00000080:00200000:0.0:1787827058.048209:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.048210:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.048215:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048220:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048224:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048228:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048234:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.048236:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.048237:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.048241:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.048242:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.048243:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.048246:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048250:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.048255:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.048257:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.048260:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.048262:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [835, 835] 00000080:00200000:0.0:1787827058.048264:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.048266:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.048269:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3424256 i_blocks 0 00000080:00200000:0.0:1787827058.048271:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.048302:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3424256, count: 4096 00000080:00200000:0.0:1787827058.048305:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3424256, bytes: 4096 00000080:00200000:0.0:1787827058.048307:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.048309:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 837, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.048310:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3424256, 3428352) 0 0 00000080:00200000:0.0:1787827058.048312:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.048315:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [836, 836] 00020000:00200000:0.0:1787827058.048317:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3424256 chunk: [3424256, 3428352) 3428352, 4096 00020000:00200000:0.0:1787827058.048318:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.048333:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [836, 836] 00000008:00010000:0.0:1787827058.048339:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.048340:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.048346:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048353:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3424256 3428351) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048359:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048363:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048371:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048375:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3424256, 3428352) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.048379:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 836 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.048390:0:20502:0:(rw26.c:875:ll_write_end()) pos 3424256, len 4096, copied 4096 00000080:00200000:0.0:1787827058.048393:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000066739df6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 836] 00000080:00200000:0.0:1787827058.048394:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004a76d5ff 17ffffc0001001 3:0 ffffa0e3d0135ae0 836 lru 00000080:00200000:0.0:1787827058.048398:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000039c95c8e 836: 1< 0 - - > 2< 3424256 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485408768 - | - - + - > 5< - - + - | 0 - | 836 - -> 00000080:00200000:0.0:1787827058.048399:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000066739df6 00000080:00200000:0.0:1787827058.048400:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.048401:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.048407:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048412:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048416:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048420:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048427:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.048428:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.048430:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.048434:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.048435:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.048437:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.048440:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048445:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.048451:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.048452:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.048455:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.048456:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [836, 836] 00000080:00200000:0.0:1787827058.048459:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.048460:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.048463:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3428352 i_blocks 0 00000080:00200000:0.0:1787827058.048465:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.048497:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3428352, count: 4096 00000080:00200000:0.0:1787827058.048499:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3428352, bytes: 4096 00000080:00200000:0.0:1787827058.048501:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.048504:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 838, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.048505:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3428352, 3432448) 0 0 00000080:00200000:0.0:1787827058.048506:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.048510:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [837, 837] 00020000:00200000:0.0:1787827058.048511:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3428352 chunk: [3428352, 3432448) 3432448, 4096 00020000:00200000:0.0:1787827058.048513:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.048516:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [837, 837] 00000008:00010000:0.0:1787827058.048519:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.048521:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.048526:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048532:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3428352 3432447) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048538:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048542:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048546:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048550:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3428352, 3432448) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.048553:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 837 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.048565:0:20502:0:(rw26.c:875:ll_write_end()) pos 3428352, len 4096, copied 4096 00000080:00200000:0.0:1787827058.048567:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000063857963[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 837] 00000080:00200000:0.0:1787827058.048569:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000089493dd0 17ffffc0001001 3:0 ffffa0e3d01352b8 837 lru 00000080:00200000:0.0:1787827058.048573:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004a72524a 837: 1< 0 - - > 2< 3428352 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485404672 - | - - + - > 5< - - + - | 0 - | 837 - -> 00000080:00200000:0.0:1787827058.048574:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000063857963 00000080:00200000:0.0:1787827058.048575:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.048577:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.048582:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048587:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048592:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048596:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048603:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.048604:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.048605:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.048609:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.048610:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.048611:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.048614:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048618:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.048623:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.048625:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.048627:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.048629:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [837, 837] 00000080:00200000:0.0:1787827058.048631:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.048633:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.048636:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3432448 i_blocks 0 00000080:00200000:0.0:1787827058.048638:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.048669:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3432448, count: 4096 00000080:00200000:0.0:1787827058.048672:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3432448, bytes: 4096 00000080:00200000:0.0:1787827058.048674:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.048676:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 839, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.048677:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3432448, 3436544) 0 0 00000080:00200000:0.0:1787827058.048678:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.048682:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [838, 838] 00020000:00200000:0.0:1787827058.048684:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3432448 chunk: [3432448, 3436544) 3436544, 4096 00020000:00200000:0.0:1787827058.048685:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.048688:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [838, 838] 00000008:00010000:0.0:1787827058.048692:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.048693:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.048698:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048704:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3432448 3436543) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048724:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048730:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048734:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048738:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3432448, 3436544) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.048742:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 838 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.048754:0:20502:0:(rw26.c:875:ll_write_end()) pos 3432448, len 4096, copied 4096 00000080:00200000:0.0:1787827058.048757:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000baaf4726[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 838] 00000080:00200000:0.0:1787827058.048759:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ae2e5fa5 17ffffc0001001 3:0 ffffa0e3d0135bc8 838 lru 00000080:00200000:0.0:1787827058.048762:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000398b046a 838: 1< 0 - - > 2< 3432448 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485400576 - | - - + - > 5< - - + - | 0 - | 838 - -> 00000080:00200000:0.0:1787827058.048764:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000baaf4726 00000080:00200000:0.0:1787827058.048765:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.048767:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.048775:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048783:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048791:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.048798:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048809:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.048812:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.048815:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.048820:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.048822:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.048825:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.048829:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048836:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.048845:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.048847:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.048851:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.048854:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [838, 838] 00000080:00200000:0.0:1787827058.048857:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.048861:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.048865:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3436544 i_blocks 0 00000080:00200000:0.0:1787827058.048868:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.048912:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3436544, count: 4096 00000080:00200000:0.0:1787827058.048916:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3436544, bytes: 4096 00000080:00200000:0.0:1787827058.048918:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.048922:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 840, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.048923:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3436544, 3440640) 0 0 00000080:00200000:0.0:1787827058.048925:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.048930:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [839, 839] 00020000:00200000:0.0:1787827058.048933:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3436544 chunk: [3436544, 3440640) 3440640, 4096 00020000:00200000:0.0:1787827058.048936:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.048940:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [839, 839] 00000008:00010000:0.0:1787827058.048945:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.048947:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.048954:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048963:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3436544 3440639) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048971:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048983:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.048990:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.048997:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3436544, 3440640) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049001:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 839 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049017:0:20502:0:(rw26.c:875:ll_write_end()) pos 3436544, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049021:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000569e83ef[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 839] 00000080:00200000:0.0:1787827058.049024:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000041bd58ca 17ffffc0001001 3:0 ffffa0e3d0135658 839 lru 00000080:00200000:0.0:1787827058.049030:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006cdf158f 839: 1< 0 - - > 2< 3436544 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485396480 - | - - + - > 5< - - + - | 0 - | 839 - -> 00000080:00200000:0.0:1787827058.049032:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000569e83ef 00000080:00200000:0.0:1787827058.049033:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.049035:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.049043:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049051:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049056:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049061:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049071:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.049073:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.049075:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.049079:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.049081:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.049083:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.049087:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049095:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.049102:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.049105:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.049109:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.049112:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [839, 839] 00000080:00200000:0.0:1787827058.049116:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.049119:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.049123:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3440640 i_blocks 0 00000080:00200000:0.0:1787827058.049125:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.049159:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3440640, count: 4096 00000080:00200000:0.0:1787827058.049162:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3440640, bytes: 4096 00000080:00200000:0.0:1787827058.049163:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.049166:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 841, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.049167:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3440640, 3444736) 0 0 00000080:00200000:0.0:1787827058.049168:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.049172:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [840, 840] 00020000:00200000:0.0:1787827058.049174:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3440640 chunk: [3440640, 3444736) 3444736, 4096 00020000:00200000:0.0:1787827058.049175:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.049179:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [840, 840] 00000008:00010000:0.0:1787827058.049182:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.049184:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.049189:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049195:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3440640 3444735) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049200:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049204:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049208:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049213:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3440640, 3444736) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049216:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 840 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049229:0:20502:0:(rw26.c:875:ll_write_end()) pos 3440640, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049232:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009ef9a93b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 840] 00000080:00200000:0.0:1787827058.049234:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6961c8a 17ffffc0001001 3:0 ffffa0e3d01351d0 840 lru 00000080:00200000:0.0:1787827058.049237:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea5d3175 840: 1< 0 - - > 2< 3440640 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485392384 - | - - + - > 5< - - + - | 0 - | 840 - -> 00000080:00200000:0.0:1787827058.049238:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009ef9a93b 00000080:00200000:0.0:1787827058.049239:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.049240:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.049246:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049252:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049256:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049260:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049267:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.049268:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.049269:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.049273:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.049274:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.049276:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.049278:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049283:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.049288:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.049289:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.049293:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.049294:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [840, 840] 00000080:00200000:0.0:1787827058.049297:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.049299:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.049302:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3444736 i_blocks 0 00000080:00200000:0.0:1787827058.049303:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.049347:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3444736, count: 4096 00000080:00200000:0.0:1787827058.049350:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3444736, bytes: 4096 00000080:00200000:0.0:1787827058.049352:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.049354:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 842, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.049355:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3444736, 3448832) 0 0 00000080:00200000:0.0:1787827058.049357:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.049360:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [841, 841] 00020000:00200000:0.0:1787827058.049362:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3444736 chunk: [3444736, 3448832) 3448832, 4096 00020000:00200000:0.0:1787827058.049364:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.049367:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [841, 841] 00000008:00010000:0.0:1787827058.049371:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.049372:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.049377:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049383:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3444736 3448831) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049388:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049393:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049397:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049402:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3444736, 3448832) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049405:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 841 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049417:0:20502:0:(rw26.c:875:ll_write_end()) pos 3444736, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049420:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a7bc67e8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 841] 00000080:00200000:0.0:1787827058.049422:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000067ead264 17ffffc0001001 3:0 ffffa0e3d01359f8 841 lru 00000080:00200000:0.0:1787827058.049425:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2f0dfa7 841: 1< 0 - - > 2< 3444736 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485388288 - | - - + - > 5< - - + - | 0 - | 841 - -> 00000080:00200000:0.0:1787827058.049426:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a7bc67e8 00000080:00200000:0.0:1787827058.049427:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.049428:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.049434:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049438:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049442:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049446:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049453:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.049455:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.049456:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.049459:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.049461:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.049462:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.049465:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049470:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.049475:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.049476:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.049479:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.049481:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [841, 841] 00000080:00200000:0.0:1787827058.049483:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.049485:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.049488:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3448832 i_blocks 0 00000080:00200000:0.0:1787827058.049490:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.049521:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3448832, count: 4096 00000080:00200000:0.0:1787827058.049524:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3448832, bytes: 4096 00000080:00200000:0.0:1787827058.049525:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.049527:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 843, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.049528:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3448832, 3452928) 0 0 00000080:00200000:0.0:1787827058.049530:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.049533:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [842, 842] 00020000:00200000:0.0:1787827058.049535:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3448832 chunk: [3448832, 3452928) 3452928, 4096 00020000:00200000:0.0:1787827058.049536:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.049540:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [842, 842] 00000008:00010000:0.0:1787827058.049543:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.049544:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.049549:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049555:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3448832 3452927) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049561:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049565:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049569:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049573:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3448832, 3452928) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049576:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 842 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049588:0:20502:0:(rw26.c:875:ll_write_end()) pos 3448832, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049591:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000c8025b0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 842] 00000080:00200000:0.0:1787827058.049593:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000015180bf6 17ffffc0001001 3:0 ffffa0e3d0135488 842 lru 00000080:00200000:0.0:1787827058.049596:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000056b4b22b 842: 1< 0 - - > 2< 3448832 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485384192 - | - - + - > 5< - - + - | 0 - | 842 - -> 00000080:00200000:0.0:1787827058.049598:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000c8025b0 00000080:00200000:0.0:1787827058.049598:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.049600:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.049605:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049610:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049614:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049622:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049629:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.049631:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.049632:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.049636:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.049637:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.049639:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.049641:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049646:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.049651:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.049653:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.049656:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.049657:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [842, 842] 00000080:00200000:0.0:1787827058.049660:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.049662:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.049665:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3452928 i_blocks 0 00000080:00200000:0.0:1787827058.049667:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.049698:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3452928, count: 4096 00000080:00200000:0.0:1787827058.049701:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3452928, bytes: 4096 00000080:00200000:0.0:1787827058.049702:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.049705:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 844, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.049706:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3452928, 3457024) 0 0 00000080:00200000:0.0:1787827058.049707:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.049724:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [843, 843] 00020000:00200000:0.0:1787827058.049727:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3452928 chunk: [3452928, 3457024) 3457024, 4096 00020000:00200000:0.0:1787827058.049728:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.049732:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [843, 843] 00000008:00010000:0.0:1787827058.049735:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.049737:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.049742:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049748:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3452928 3457023) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049753:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049758:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049763:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049770:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3452928, 3457024) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049775:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 843 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049791:0:20502:0:(rw26.c:875:ll_write_end()) pos 3452928, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049795:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000dfe32d5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 843] 00000080:00200000:0.0:1787827058.049798:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000000a9cd1d 17ffffc0001001 3:0 ffffa0e3d0135570 843 lru 00000080:00200000:0.0:1787827058.049804:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ee55c2a7 843: 1< 0 - - > 2< 3452928 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485380096 - | - - + - > 5< - - + - | 0 - | 843 - -> 00000080:00200000:0.0:1787827058.049807:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000dfe32d5 00000080:00200000:0.0:1787827058.049808:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.049810:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.049818:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049827:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049833:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.049838:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049845:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.049847:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.049849:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.049852:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.049854:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.049855:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.049858:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049863:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.049869:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.049871:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.049874:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.049876:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [843, 843] 00000080:00200000:0.0:1787827058.049879:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.049881:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.049884:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3457024 i_blocks 0 00000080:00200000:0.0:1787827058.049886:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.049918:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3457024, count: 4096 00000080:00200000:0.0:1787827058.049921:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3457024, bytes: 4096 00000080:00200000:0.0:1787827058.049922:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.049925:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 845, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.049926:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3457024, 3461120) 0 0 00000080:00200000:0.0:1787827058.049927:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.049931:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [844, 844] 00020000:00200000:0.0:1787827058.049933:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3457024 chunk: [3457024, 3461120) 3461120, 4096 00020000:00200000:0.0:1787827058.049934:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.049937:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [844, 844] 00000008:00010000:0.0:1787827058.049941:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.049943:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.049948:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049954:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3457024 3461119) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049960:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049965:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.049972:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.049977:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3457024, 3461120) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.049979:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 844 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.049991:0:20502:0:(rw26.c:875:ll_write_end()) pos 3457024, len 4096, copied 4096 00000080:00200000:0.0:1787827058.049994:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003e649c27[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 844] 00000080:00200000:0.0:1787827058.049996:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000008aae911 17ffffc0001001 3:0 ffffa0e3d0135d98 844 lru 00000080:00200000:0.0:1787827058.049999:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000042955ef1 844: 1< 0 - - > 2< 3457024 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485376000 - | - - + - > 5< - - + - | 0 - | 844 - -> 00000080:00200000:0.0:1787827058.050000:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003e649c27 00000080:00200000:0.0:1787827058.050001:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.050002:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.050008:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050012:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050016:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050020:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050027:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.050028:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.050030:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.050034:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.050036:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.050037:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.050040:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050045:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.050051:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.050052:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.050055:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.050056:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [844, 844] 00000080:00200000:0.0:1787827058.050059:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.050061:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.050063:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3461120 i_blocks 0 00000080:00200000:0.0:1787827058.050065:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.050097:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3461120, count: 4096 00000080:00200000:0.0:1787827058.050099:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3461120, bytes: 4096 00000080:00200000:0.0:1787827058.050101:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.050103:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 846, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.050104:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3461120, 3465216) 0 0 00000080:00200000:0.0:1787827058.050106:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.050109:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [845, 845] 00020000:00200000:0.0:1787827058.050111:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3461120 chunk: [3461120, 3465216) 3465216, 4096 00020000:00200000:0.0:1787827058.050112:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.050116:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [845, 845] 00000008:00010000:0.0:1787827058.050121:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.050124:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.050132:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050141:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3461120 3465215) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050150:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050158:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050166:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050174:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3461120, 3465216) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.050179:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 845 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.050192:0:20502:0:(rw26.c:875:ll_write_end()) pos 3461120, len 4096, copied 4096 00000080:00200000:0.0:1787827058.050195:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001c5e2da2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 845] 00000080:00200000:0.0:1787827058.050197:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007ff2c9de 17ffffc0001001 3:0 ffffa0e3d0135740 845 lru 00000080:00200000:0.0:1787827058.050200:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008b4bdef2 845: 1< 0 - - > 2< 3461120 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485371904 - | - - + - > 5< - - + - | 0 - | 845 - -> 00000080:00200000:0.0:1787827058.050202:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001c5e2da2 00000080:00200000:0.0:1787827058.050203:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.050204:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.050210:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050214:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050219:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050224:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050230:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.050232:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.050233:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.050236:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.050238:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.050239:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.050242:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050247:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.050252:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.050253:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.050255:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.050257:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [845, 845] 00000080:00200000:0.0:1787827058.050260:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.050262:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.050264:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3465216 i_blocks 0 00000080:00200000:0.0:1787827058.050266:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.050298:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3465216, count: 4096 00000080:00200000:0.0:1787827058.050301:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3465216, bytes: 4096 00000080:00200000:0.0:1787827058.050303:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.050305:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 847, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.050306:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3465216, 3469312) 0 0 00000080:00200000:0.0:1787827058.050307:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.050311:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [846, 846] 00020000:00200000:0.0:1787827058.050313:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3465216 chunk: [3465216, 3469312) 3469312, 4096 00020000:00200000:0.0:1787827058.050314:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.050318:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [846, 846] 00000008:00010000:0.0:1787827058.050321:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.050335:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.050341:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050347:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3465216 3469311) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050354:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050358:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050362:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050367:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3465216, 3469312) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.050371:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 846 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.050383:0:20502:0:(rw26.c:875:ll_write_end()) pos 3465216, len 4096, copied 4096 00000080:00200000:0.0:1787827058.050386:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ca928190[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 846] 00000080:00200000:0.0:1787827058.050388:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000056276069 17ffffc0001001 3:0 ffffa0e3d01350e8 846 lru 00000080:00200000:0.0:1787827058.050392:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004c20151c 846: 1< 0 - - > 2< 3465216 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485367808 - | - - + - > 5< - - + - | 0 - | 846 - -> 00000080:00200000:0.0:1787827058.050393:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ca928190 00000080:00200000:0.0:1787827058.050394:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.050395:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.050401:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050406:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050414:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050421:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050432:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.050435:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.050437:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.050444:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.050446:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.050449:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.050453:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050462:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.050471:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.050473:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.050476:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.050479:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [846, 846] 00000080:00200000:0.0:1787827058.050481:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.050483:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.050486:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3469312 i_blocks 0 00000080:00200000:0.0:1787827058.050488:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.050520:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3469312, count: 4096 00000080:00200000:0.0:1787827058.050523:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3469312, bytes: 4096 00000080:00200000:0.0:1787827058.050525:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.050527:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 848, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.050528:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3469312, 3473408) 0 0 00000080:00200000:0.0:1787827058.050530:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.050533:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [847, 847] 00020000:00200000:0.0:1787827058.050535:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3469312 chunk: [3469312, 3473408) 3473408, 4096 00020000:00200000:0.0:1787827058.050537:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.050540:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [847, 847] 00000008:00010000:0.0:1787827058.050544:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.050545:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.050551:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050557:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050562:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050571:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050575:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050579:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3469312, 3473408) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.050582:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 847 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.050595:0:20502:0:(rw26.c:875:ll_write_end()) pos 3469312, len 4096, copied 4096 00000080:00200000:0.0:1787827058.050598:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008caccac5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 847] 00000080:00200000:0.0:1787827058.050599:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e59c3010 17ffffc0001001 3:0 ffffa0e3d01353a0 847 lru 00000080:00200000:0.0:1787827058.050603:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000402ba42a 847: 1< 0 - - > 2< 3469312 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485363712 - | - - + - > 5< - - + - | 0 - | 847 - -> 00000080:00200000:0.0:1787827058.050604:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008caccac5 00000080:00200000:0.0:1787827058.050604:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.050606:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.050611:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050616:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050620:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050624:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050634:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.050636:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.050637:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.050641:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.050643:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.050644:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.050647:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050652:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.050657:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.050658:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.050661:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.050663:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [847, 847] 00000080:00200000:0.0:1787827058.050665:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.050667:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.050670:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3473408 i_blocks 0 00000080:00200000:0.0:1787827058.050672:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.050703:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3473408, count: 4096 00000080:00200000:0.0:1787827058.050705:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3473408, bytes: 4096 00000080:00200000:0.0:1787827058.050707:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.050709:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 849, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.050725:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3473408, 3477504) 0 0 00000080:00200000:0.0:1787827058.050727:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.050731:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [848, 848] 00020000:00200000:0.0:1787827058.050733:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3473408 chunk: [3473408, 3477504) 3477504, 4096 00020000:00200000:0.0:1787827058.050735:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.050738:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [848, 848] 00000008:00010000:0.0:1787827058.050743:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.050745:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.050750:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050757:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3473408 3477503) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050766:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050774:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050782:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050791:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3473408, 3477504) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.050796:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 848 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.050821:0:20502:0:(rw26.c:875:ll_write_end()) pos 3473408, len 4096, copied 4096 00000080:00200000:0.0:1787827058.050825:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001b743b86[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 848] 00000080:00200000:0.0:1787827058.050828:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000014169522 17ffffc0001001 3:0 ffffa0e3d8fd7658 848 lru 00000080:00200000:0.0:1787827058.050835:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000001549d24 848: 1< 0 - - > 2< 3473408 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485359616 - | - - + - > 5< - - + - | 0 - | 848 - -> 00000080:00200000:0.0:1787827058.050838:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001b743b86 00000080:00200000:0.0:1787827058.050839:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.050842:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.050851:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050859:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050865:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.050873:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.050883:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.050887:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.050889:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.050895:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.050897:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.050900:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.050904:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.050913:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.050921:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.050923:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.050926:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.050928:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [848, 848] 00000080:00200000:0.0:1787827058.050931:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.050933:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.050936:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3477504 i_blocks 0 00000080:00200000:0.0:1787827058.050938:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.050970:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3477504, count: 4096 00000080:00200000:0.0:1787827058.050973:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3477504, bytes: 4096 00000080:00200000:0.0:1787827058.050975:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.050977:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 850, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.050978:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3477504, 3481600) 0 0 00000080:00200000:0.0:1787827058.050980:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.050983:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [849, 849] 00020000:00200000:0.0:1787827058.050985:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3477504 chunk: [3477504, 3481600) 3481600, 4096 00020000:00200000:0.0:1787827058.050987:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.050990:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [849, 849] 00000008:00010000:0.0:1787827058.050993:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.050995:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.051000:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051007:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3477504 3481599) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051013:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051017:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051021:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051027:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3477504, 3481600) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.051030:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 849 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.051046:0:20502:0:(rw26.c:875:ll_write_end()) pos 3477504, len 4096, copied 4096 00000080:00200000:0.0:1787827058.051049:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a0eb45f3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 849] 00000080:00200000:0.0:1787827058.051051:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006c2f1ae9 17ffffc0001021 2:0 ffffa0e3d8fd71d0 849 lru 00000080:00200000:0.0:1787827058.051055:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000003347bc9 849: 1< 0 - - > 2< 3477504 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485355520 - | - - + - > 5< - - + - | 0 - | 849 - -> 00000080:00200000:0.0:1787827058.051056:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a0eb45f3 00000080:00200000:0.0:1787827058.051057:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.051058:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.051064:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051069:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051073:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051077:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051084:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.051085:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.051087:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.051090:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.051091:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.051093:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.051096:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051101:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.051108:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.051111:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.051115:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.051117:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [849, 849] 00000080:00200000:0.0:1787827058.051121:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.051124:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.051128:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3481600 i_blocks 0 00000080:00200000:0.0:1787827058.051131:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.051177:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3481600, count: 4096 00000080:00200000:0.0:1787827058.051181:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3481600, bytes: 4096 00000080:00200000:0.0:1787827058.051184:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.051187:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 851, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.051188:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3481600, 3485696) 0 0 00000080:00200000:0.0:1787827058.051191:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.051195:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [850, 850] 00020000:00200000:0.0:1787827058.051197:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3481600 chunk: [3481600, 3485696) 3485696, 4096 00020000:00200000:0.0:1787827058.051198:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.051202:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [850, 850] 00000008:00010000:0.0:1787827058.051206:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.051207:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.051213:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051218:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3481600 3485695) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051224:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051229:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051232:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051237:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3481600, 3485696) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.051240:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 850 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.051252:0:20502:0:(rw26.c:875:ll_write_end()) pos 3481600, len 4096, copied 4096 00000080:00200000:0.0:1787827058.051255:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001b355005[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 850] 00000080:00200000:0.0:1787827058.051257:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a83a201d 17ffffc0001001 3:0 ffffa0e3d8fd79f8 850 lru 00000080:00200000:0.0:1787827058.051261:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a92041dc 850: 1< 0 - - > 2< 3481600 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485351424 - | - - + - > 5< - - + - | 0 - | 850 - -> 00000080:00200000:0.0:1787827058.051262:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001b355005 00000080:00200000:0.0:1787827058.051263:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.051264:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.051270:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051274:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051278:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051287:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051294:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.051295:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.051297:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.051300:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.051302:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.051303:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.051306:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051311:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.051316:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.051318:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.051320:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.051335:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [850, 850] 00000080:00200000:0.0:1787827058.051338:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.051340:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.051343:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3485696 i_blocks 0 00000080:00200000:0.0:1787827058.051345:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.051377:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3485696, count: 4096 00000080:00200000:0.0:1787827058.051380:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3485696, bytes: 4096 00000080:00200000:0.0:1787827058.051381:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.051384:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 852, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.051385:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3485696, 3489792) 0 0 00000080:00200000:0.0:1787827058.051386:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.051390:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [851, 851] 00020000:00200000:0.0:1787827058.051392:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3485696 chunk: [3485696, 3489792) 3489792, 4096 00020000:00200000:0.0:1787827058.051393:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.051396:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [851, 851] 00000008:00010000:0.0:1787827058.051400:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.051401:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.051406:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051412:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3485696 3489791) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051418:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051422:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051426:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051430:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3485696, 3489792) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.051433:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 851 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.051444:0:20502:0:(rw26.c:875:ll_write_end()) pos 3485696, len 4096, copied 4096 00000080:00200000:0.0:1787827058.051447:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000027d9d1ad[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 851] 00000080:00200000:0.0:1787827058.051448:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001c5f104e 17ffffc0001001 3:0 ffffa0e3d8fd7488 851 lru 00000080:00200000:0.0:1787827058.051452:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004913089f 851: 1< 0 - - > 2< 3485696 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485347328 - | - - + - > 5< - - + - | 0 - | 851 - -> 00000080:00200000:0.0:1787827058.051453:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000027d9d1ad 00000080:00200000:0.0:1787827058.051454:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.051456:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.051461:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051466:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051470:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051474:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051480:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.051482:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.051483:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.051487:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.051488:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.051489:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.051492:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051496:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.051501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.051503:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.051506:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.051507:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [851, 851] 00000080:00200000:0.0:1787827058.051510:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.051511:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.051514:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3489792 i_blocks 0 00000080:00200000:0.0:1787827058.051516:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.051547:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3489792, count: 4096 00000080:00200000:0.0:1787827058.051550:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3489792, bytes: 4096 00000080:00200000:0.0:1787827058.051551:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.051553:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 853, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.051554:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3489792, 3493888) 0 0 00000080:00200000:0.0:1787827058.051556:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.051559:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [852, 852] 00020000:00200000:0.0:1787827058.051561:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3489792 chunk: [3489792, 3493888) 3493888, 4096 00020000:00200000:0.0:1787827058.051563:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.051565:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [852, 852] 00000008:00010000:0.0:1787827058.051569:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.051570:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.051575:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051580:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3489792 3493887) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051585:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051589:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051598:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051602:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3489792, 3493888) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.051605:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 852 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.051616:0:20502:0:(rw26.c:875:ll_write_end()) pos 3489792, len 4096, copied 4096 00000080:00200000:0.0:1787827058.051619:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f4a9b09b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 852] 00000080:00200000:0.0:1787827058.051621:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ab2a5d55 17ffffc0001001 3:0 ffffa0e3d8fd7570 852 lru 00000080:00200000:0.0:1787827058.051624:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006583d71c 852: 1< 0 - - > 2< 3489792 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485343232 - | - - + - > 5< - - + - | 0 - | 852 - -> 00000080:00200000:0.0:1787827058.051626:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f4a9b09b 00000080:00200000:0.0:1787827058.051626:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.051628:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.051633:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051639:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051643:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051647:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051653:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.051655:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.051656:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.051660:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.051662:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.051663:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.051666:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051671:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.051676:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.051677:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.051680:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.051682:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [852, 852] 00000080:00200000:0.0:1787827058.051684:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.051686:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.051689:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3493888 i_blocks 0 00000080:00200000:0.0:1787827058.051690:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.051735:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3493888, count: 4096 00000080:00200000:0.0:1787827058.051738:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3493888, bytes: 4096 00000080:00200000:0.0:1787827058.051740:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.051742:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 854, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.051743:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3493888, 3497984) 0 0 00000080:00200000:0.0:1787827058.051744:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.051748:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [853, 853] 00020000:00200000:0.0:1787827058.051750:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3493888 chunk: [3493888, 3497984) 3497984, 4096 00020000:00200000:0.0:1787827058.051751:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.051755:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [853, 853] 00000008:00010000:0.0:1787827058.051758:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.051760:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.051768:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051777:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3493888 3497983) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051787:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051794:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051802:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051810:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3493888, 3497984) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.051814:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 853 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.051829:0:20502:0:(rw26.c:875:ll_write_end()) pos 3493888, len 4096, copied 4096 00000080:00200000:0.0:1787827058.051834:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008b6c741f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 853] 00000080:00200000:0.0:1787827058.051837:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6f341f0 17ffffc0001001 3:0 ffffa0e3d8fd7d98 853 lru 00000080:00200000:0.0:1787827058.051842:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000295cf982 853: 1< 0 - - > 2< 3493888 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485339136 - | - - + - > 5< - - + - | 0 - | 853 - -> 00000080:00200000:0.0:1787827058.051844:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008b6c741f 00000080:00200000:0.0:1787827058.051845:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.051848:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.051857:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051865:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051873:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.051881:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.051893:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.051896:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.051898:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.051904:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.051907:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.051910:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.051915:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.051923:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.051931:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.051933:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.051938:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.051941:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [853, 853] 00000080:00200000:0.0:1787827058.051945:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.051948:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.051952:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3497984 i_blocks 0 00000080:00200000:0.0:1787827058.051955:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.052002:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3497984, count: 4096 00000080:00200000:0.0:1787827058.052006:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3497984, bytes: 4096 00000080:00200000:0.0:1787827058.052009:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.052012:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 855, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.052014:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3497984, 3502080) 0 0 00000080:00200000:0.0:1787827058.052016:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.052020:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [854, 854] 00020000:00200000:0.0:1787827058.052024:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3497984 chunk: [3497984, 3502080) 3502080, 4096 00020000:00200000:0.0:1787827058.052025:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.052031:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [854, 854] 00000008:00010000:0.0:1787827058.052037:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.052039:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.052046:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052055:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3497984 3502079) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052064:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052072:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052079:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052087:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3497984, 3502080) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.052092:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 854 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.052110:0:20502:0:(rw26.c:875:ll_write_end()) pos 3497984, len 4096, copied 4096 00000080:00200000:0.0:1787827058.052116:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009ca7e90d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 854] 00000080:00200000:0.0:1787827058.052119:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000030b10125 17ffffc0001001 3:0 ffffa0e3d8fd7740 854 lru 00000080:00200000:0.0:1787827058.052124:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c55d4300 854: 1< 0 - - > 2< 3497984 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485335040 - | - - + - > 5< - - + - | 0 - | 854 - -> 00000080:00200000:0.0:1787827058.052126:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009ca7e90d 00000080:00200000:0.0:1787827058.052127:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.052130:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.052139:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052147:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052155:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052163:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052174:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.052177:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.052179:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.052185:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.052187:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.052190:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.052194:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052203:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.052211:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.052214:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.052218:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.052221:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [854, 854] 00000080:00200000:0.0:1787827058.052226:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.052229:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.052233:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3502080 i_blocks 0 00000080:00200000:0.0:1787827058.052236:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.052283:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3502080, count: 4096 00000080:00200000:0.0:1787827058.052287:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3502080, bytes: 4096 00000080:00200000:0.0:1787827058.052290:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.052293:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 856, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.052295:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3502080, 3506176) 0 0 00000080:00200000:0.0:1787827058.052297:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.052302:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [855, 855] 00020000:00200000:0.0:1787827058.052305:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3502080 chunk: [3502080, 3506176) 3506176, 4096 00020000:00200000:0.0:1787827058.052307:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.052311:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [855, 855] 00000008:00010000:0.0:1787827058.052316:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.052318:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.052340:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052350:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3502080 3506175) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052359:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052372:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052379:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052387:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3502080, 3506176) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.052392:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 855 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.052409:0:20502:0:(rw26.c:875:ll_write_end()) pos 3502080, len 4096, copied 4096 00000080:00200000:0.0:1787827058.052415:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000097b67fcc[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 855] 00000080:00200000:0.0:1787827058.052418:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004f5b29db 17ffffc0001001 3:0 ffffa0e3d8fd70e8 855 lru 00000080:00200000:0.0:1787827058.052424:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d45375d0 855: 1< 0 - - > 2< 3502080 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485330944 - | - - + - > 5< - - + - | 0 - | 855 - -> 00000080:00200000:0.0:1787827058.052426:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000097b67fcc 00000080:00200000:0.0:1787827058.052428:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.052430:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.052439:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052448:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052456:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052464:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052481:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.052484:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.052487:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.052498:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.052501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.052504:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.052509:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052517:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.052526:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.052529:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.052533:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.052537:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [855, 855] 00000080:00200000:0.0:1787827058.052541:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.052544:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.052549:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3506176 i_blocks 0 00000080:00200000:0.0:1787827058.052552:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.052598:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3506176, count: 4096 00000080:00200000:0.0:1787827058.052602:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3506176, bytes: 4096 00000080:00200000:0.0:1787827058.052605:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.052608:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 857, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.052610:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3506176, 3510272) 0 0 00000080:00200000:0.0:1787827058.052613:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.052618:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [856, 856] 00020000:00200000:0.0:1787827058.052621:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3506176 chunk: [3506176, 3510272) 3510272, 4096 00020000:00200000:0.0:1787827058.052623:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.052628:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [856, 856] 00000008:00010000:0.0:1787827058.052634:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.052636:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.052644:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052653:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3506176 3510271) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052662:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052668:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052672:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052676:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3506176, 3510272) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.052680:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 856 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.052692:0:20502:0:(rw26.c:875:ll_write_end()) pos 3506176, len 4096, copied 4096 00000080:00200000:0.0:1787827058.052695:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b5e790a2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 856] 00000080:00200000:0.0:1787827058.052696:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000d577595 17ffffc0001001 3:0 ffffa0e3d8fd73a0 856 lru 00000080:00200000:0.0:1787827058.052700:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000173f573c 856: 1< 0 - - > 2< 3506176 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485326848 - | - - + - > 5< - - + - | 0 - | 856 - -> 00000080:00200000:0.0:1787827058.052701:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b5e790a2 00000080:00200000:0.0:1787827058.052702:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.052703:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.052709:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052730:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052738:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052746:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052757:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.052760:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.052762:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.052768:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.052771:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.052773:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.052778:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052786:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.052794:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.052796:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.052801:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.052804:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [856, 856] 00000080:00200000:0.0:1787827058.052809:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.052812:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.052816:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3510272 i_blocks 0 00000080:00200000:0.0:1787827058.052819:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.052856:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3510272, count: 4096 00000080:00200000:0.0:1787827058.052860:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3510272, bytes: 4096 00000080:00200000:0.0:1787827058.052862:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.052864:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 858, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.052865:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3510272, 3514368) 0 0 00000080:00200000:0.0:1787827058.052867:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.052871:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [857, 857] 00020000:00200000:0.0:1787827058.052873:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3510272 chunk: [3510272, 3514368) 3514368, 4096 00020000:00200000:0.0:1787827058.052874:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.052878:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [857, 857] 00000008:00010000:0.0:1787827058.052882:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.052883:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.052889:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052895:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3510272 3514367) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052901:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052906:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.052910:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052915:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3510272, 3514368) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.052920:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 857 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.052936:0:20502:0:(rw26.c:875:ll_write_end()) pos 3510272, len 4096, copied 4096 00000080:00200000:0.0:1787827058.052940:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ad91f13f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 857] 00000080:00200000:0.0:1787827058.052943:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000052233dcd 17ffffc0001001 3:0 ffffa0e3d8fd7828 857 lru 00000080:00200000:0.0:1787827058.052949:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004c61f7b9 857: 1< 0 - - > 2< 3510272 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485322752 - | - - + - > 5< - - + - | 0 - | 857 - -> 00000080:00200000:0.0:1787827058.052951:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ad91f13f 00000080:00200000:0.0:1787827058.052952:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.052954:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.052963:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052971:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052978:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.052985:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.052996:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.052999:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.053002:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.053007:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.053010:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.053013:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.053018:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053026:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.053034:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.053037:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.053040:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.053044:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [857, 857] 00000080:00200000:0.0:1787827058.053046:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.053048:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.053051:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3514368 i_blocks 0 00000080:00200000:0.0:1787827058.053053:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.053096:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3514368, count: 4096 00000080:00200000:0.0:1787827058.053101:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3514368, bytes: 4096 00000080:00200000:0.0:1787827058.053104:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.053107:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 859, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.053109:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3514368, 3518464) 0 0 00000080:00200000:0.0:1787827058.053111:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.053117:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [858, 858] 00020000:00200000:0.0:1787827058.053120:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3514368 chunk: [3514368, 3518464) 3518464, 4096 00020000:00200000:0.0:1787827058.053122:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.053127:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [858, 858] 00000008:00010000:0.0:1787827058.053133:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.053136:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.053141:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053147:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3514368 3518463) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053153:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053158:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053161:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053166:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3514368, 3518464) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.053170:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 858 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.053189:0:20502:0:(rw26.c:875:ll_write_end()) pos 3514368, len 4096, copied 4096 00000080:00200000:0.0:1787827058.053193:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f893612b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 858] 00000080:00200000:0.0:1787827058.053197:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008215a7e1 17ffffc0001001 3:0 ffffa0e3d8fd7e80 858 lru 00000080:00200000:0.0:1787827058.053203:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c5f41bef 858: 1< 0 - - > 2< 3514368 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485318656 - | - - + - > 5< - - + - | 0 - | 858 - -> 00000080:00200000:0.0:1787827058.053205:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f893612b 00000080:00200000:0.0:1787827058.053206:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.053208:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.053216:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053224:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053228:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053237:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053245:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.053246:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.053248:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.053252:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.053253:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.053255:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.053258:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053263:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.053268:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.053269:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.053272:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.053274:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [858, 858] 00000080:00200000:0.0:1787827058.053276:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.053278:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.053281:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3518464 i_blocks 0 00000080:00200000:0.0:1787827058.053283:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.053315:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3518464, count: 4096 00000080:00200000:0.0:1787827058.053318:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3518464, bytes: 4096 00000080:00200000:0.0:1787827058.053319:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.053336:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 860, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.053338:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3518464, 3522560) 0 0 00000080:00200000:0.0:1787827058.053340:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.053344:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [859, 859] 00020000:00200000:0.0:1787827058.053346:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3518464 chunk: [3518464, 3522560) 3522560, 4096 00020000:00200000:0.0:1787827058.053348:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.053352:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [859, 859] 00000008:00010000:0.0:1787827058.053356:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.053358:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.053363:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053369:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3518464 3522559) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053375:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053380:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053384:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053389:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3518464, 3522560) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.053392:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 859 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.053404:0:20502:0:(rw26.c:875:ll_write_end()) pos 3518464, len 4096, copied 4096 00000080:00200000:0.0:1787827058.053408:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002bc14fd7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 859] 00000080:00200000:0.0:1787827058.053409:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f73a09b1 17ffffc0001001 3:0 ffffa0e3d8fd7910 859 lru 00000080:00200000:0.0:1787827058.053413:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcec84a9 859: 1< 0 - - > 2< 3518464 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485314560 - | - - + - > 5< - - + - | 0 - | 859 - -> 00000080:00200000:0.0:1787827058.053415:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002bc14fd7 00000080:00200000:0.0:1787827058.053416:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.053418:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.053423:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053429:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053433:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053437:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053444:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.053445:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.053446:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.053450:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.053451:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.053453:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.053455:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053459:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.053464:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.053466:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.053469:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.053471:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [859, 859] 00000080:00200000:0.0:1787827058.053473:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.053475:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.053478:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3522560 i_blocks 0 00000080:00200000:0.0:1787827058.053480:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.053511:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3522560, count: 4096 00000080:00200000:0.0:1787827058.053514:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3522560, bytes: 4096 00000080:00200000:0.0:1787827058.053515:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.053518:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 861, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.053519:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3522560, 3526656) 0 0 00000080:00200000:0.0:1787827058.053520:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.053524:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [860, 860] 00020000:00200000:0.0:1787827058.053526:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3522560 chunk: [3522560, 3526656) 3526656, 4096 00020000:00200000:0.0:1787827058.053527:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.053530:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [860, 860] 00000008:00010000:0.0:1787827058.053534:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.053535:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.053540:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053546:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3522560 3526655) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053551:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053556:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053564:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053568:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3522560, 3526656) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.053571:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 860 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.053583:0:20502:0:(rw26.c:875:ll_write_end()) pos 3522560, len 4096, copied 4096 00000080:00200000:0.0:1787827058.053586:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000044f62c9c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 860] 00000080:00200000:0.0:1787827058.053587:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000094e6af33 17ffffc0001001 3:0 ffffa0e3d8fd7000 860 lru 00000080:00200000:0.0:1787827058.053591:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000693f92d3 860: 1< 0 - - > 2< 3522560 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485310464 - | - - + - > 5< - - + - | 0 - | 860 - -> 00000080:00200000:0.0:1787827058.053592:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000044f62c9c 00000080:00200000:0.0:1787827058.053593:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.053595:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.053600:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053605:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053609:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053614:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053620:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.053621:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.053623:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.053627:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.053629:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.053630:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.053633:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053637:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.053642:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.053644:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.053646:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.053648:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [860, 860] 00000080:00200000:0.0:1787827058.053650:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.053652:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.053655:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3526656 i_blocks 0 00000080:00200000:0.0:1787827058.053657:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.053694:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3526656, count: 4096 00000080:00200000:0.0:1787827058.053698:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3526656, bytes: 4096 00000080:00200000:0.0:1787827058.053701:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.053705:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 862, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.053706:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3526656, 3530752) 0 0 00000080:00200000:0.0:1787827058.053709:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.053733:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [861, 861] 00020000:00200000:0.0:1787827058.053736:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3526656 chunk: [3526656, 3530752) 3530752, 4096 00020000:00200000:0.0:1787827058.053738:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.053744:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [861, 861] 00000008:00010000:0.0:1787827058.053750:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.053752:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.053760:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053769:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3526656 3530751) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053778:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053786:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053793:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053801:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3526656, 3530752) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.053806:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 861 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.053824:0:20502:0:(rw26.c:875:ll_write_end()) pos 3526656, len 4096, copied 4096 00000080:00200000:0.0:1787827058.053828:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000caa846b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 861] 00000080:00200000:0.0:1787827058.053831:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008fe6ebdc 17ffffc0001001 3:0 ffffa0e3d8fd7cb0 861 lru 00000080:00200000:0.0:1787827058.053837:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9347c38 861: 1< 0 - - > 2< 3526656 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485306368 - | - - + - > 5< - - + - | 0 - | 861 - -> 00000080:00200000:0.0:1787827058.053839:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000caa846b 00000080:00200000:0.0:1787827058.053840:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.053842:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.053850:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053858:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053865:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.053874:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.053885:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.053888:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.053890:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.053896:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.053899:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.053902:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.053906:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.053914:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.053923:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.053926:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.053930:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.053934:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [861, 861] 00000080:00200000:0.0:1787827058.053938:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.053941:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.053946:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3530752 i_blocks 0 00000080:00200000:0.0:1787827058.053948:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.053993:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3530752, count: 4096 00000080:00200000:0.0:1787827058.053998:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3530752, bytes: 4096 00000080:00200000:0.0:1787827058.054001:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.054004:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 863, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.054006:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3530752, 3534848) 0 0 00000080:00200000:0.0:1787827058.054008:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.054014:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [862, 862] 00020000:00200000:0.0:1787827058.054017:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3530752 chunk: [3530752, 3534848) 3534848, 4096 00020000:00200000:0.0:1787827058.054019:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.054024:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [862, 862] 00000008:00010000:0.0:1787827058.054030:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.054033:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.054041:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054050:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3530752 3534847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054060:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054068:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054076:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054083:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3530752, 3534848) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.054089:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 862 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.054106:0:20502:0:(rw26.c:875:ll_write_end()) pos 3530752, len 4096, copied 4096 00000080:00200000:0.0:1787827058.054110:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000087223e30[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 862] 00000080:00200000:0.0:1787827058.054113:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001967ceb0 17ffffc0001001 3:0 ffffa0e3d8fd7ae0 862 lru 00000080:00200000:0.0:1787827058.054118:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000044d60a7a 862: 1< 0 - - > 2< 3530752 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485302272 - | - - + - > 5< - - + - | 0 - | 862 - -> 00000080:00200000:0.0:1787827058.054121:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000087223e30 00000080:00200000:0.0:1787827058.054122:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.054124:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.054132:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054139:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054146:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054154:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054165:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.054168:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.054170:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.054176:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.054178:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.054181:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.054185:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054194:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.054201:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.054204:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.054208:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.054211:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [862, 862] 00000080:00200000:0.0:1787827058.054215:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.054218:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.054222:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3534848 i_blocks 0 00000080:00200000:0.0:1787827058.054225:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.054271:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3534848, count: 4096 00000080:00200000:0.0:1787827058.054275:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3534848, bytes: 4096 00000080:00200000:0.0:1787827058.054278:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.054281:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 864, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.054283:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3534848, 3538944) 0 0 00000080:00200000:0.0:1787827058.054285:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.054291:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [863, 863] 00020000:00200000:0.0:1787827058.054294:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3534848 chunk: [3534848, 3538944) 3538944, 4096 00020000:00200000:0.0:1787827058.054296:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.054301:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [863, 863] 00000008:00010000:0.0:1787827058.054307:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.054309:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.054318:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054340:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3534848 3538943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054350:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054363:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054370:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054378:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3534848, 3538944) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.054383:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 863 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.054399:0:20502:0:(rw26.c:875:ll_write_end()) pos 3534848, len 4096, copied 4096 00000080:00200000:0.0:1787827058.054404:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fa0c679c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 863] 00000080:00200000:0.0:1787827058.054407:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000000654b73 17ffffc0001001 3:0 ffffa0e3d8fd72b8 863 lru 00000080:00200000:0.0:1787827058.054413:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000002cbac64e 863: 1< 0 - - > 2< 3534848 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485298176 - | - - + - > 5< - - + - | 0 - | 863 - -> 00000080:00200000:0.0:1787827058.054415:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fa0c679c 00000080:00200000:0.0:1787827058.054416:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.054418:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.054426:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054433:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054440:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054447:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054463:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.054465:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.054468:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.054473:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.054476:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.054478:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.054482:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054490:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.054498:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.054501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.054505:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.054508:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [863, 863] 00000080:00200000:0.0:1787827058.054511:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.054514:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.054518:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3538944 i_blocks 0 00000080:00200000:0.0:1787827058.054521:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.054566:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3538944, count: 4096 00000080:00200000:0.0:1787827058.054570:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3538944, bytes: 4096 00000080:00200000:0.0:1787827058.054573:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.054576:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 865, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.054578:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3538944, 3543040) 0 0 00000080:00200000:0.0:1787827058.054580:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.054585:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [864, 864] 00020000:00200000:0.0:1787827058.054588:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3538944 chunk: [3538944, 3543040) 3543040, 4096 00020000:00200000:0.0:1787827058.054590:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.054595:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [864, 864] 00000008:00010000:0.0:1787827058.054600:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.054603:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.054609:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054618:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3538944 3543039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054626:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054633:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054640:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054647:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3538944, 3543040) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.054652:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 864 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.054671:0:20502:0:(rw26.c:875:ll_write_end()) pos 3538944, len 4096, copied 4096 00000080:00200000:0.0:1787827058.054675:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003de08a26[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 864] 00000080:00200000:0.0:1787827058.054678:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec921ddf 17ffffc0001021 2:0 ffffa0e3d8fd7bc8 864 lru 00000080:00200000:0.0:1787827058.054683:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea03b21c 864: 1< 0 - - > 2< 3538944 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485294080 - | - - + - > 5< - - + - | 0 - | 864 - -> 00000080:00200000:0.0:1787827058.054685:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003de08a26 00000080:00200000:0.0:1787827058.054686:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.054688:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.054698:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054706:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054732:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.054740:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054751:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.054754:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.054757:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.054763:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.054765:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.054768:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.054773:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054781:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.054790:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.054793:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.054798:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.054801:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [864, 864] 00000080:00200000:0.0:1787827058.054805:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.054808:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.054813:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3543040 i_blocks 0 00000080:00200000:0.0:1787827058.054816:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.054863:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3543040, count: 4096 00000080:00200000:0.0:1787827058.054867:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3543040, bytes: 4096 00000080:00200000:0.0:1787827058.054870:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.054873:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 866, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.054875:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3543040, 3547136) 0 0 00000080:00200000:0.0:1787827058.054878:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.054884:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [865, 865] 00020000:00200000:0.0:1787827058.054887:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3543040 chunk: [3543040, 3547136) 3547136, 4096 00020000:00200000:0.0:1787827058.054889:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.054894:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [865, 865] 00000008:00010000:0.0:1787827058.054900:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.054902:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.054910:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054920:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3543040 3547135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054929:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054938:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.054945:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.054954:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3543040, 3547136) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.054959:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 865 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.054985:0:20502:0:(rw26.c:875:ll_write_end()) pos 3543040, len 4096, copied 4096 00000080:00200000:0.0:1787827058.054990:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000d4ca927[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 865] 00000080:00200000:0.0:1787827058.054993:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d649ea2d 17ffffc0001001 3:0 ffffa0e3d1020570 865 lru 00000080:00200000:0.0:1787827058.054998:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001d5c46c0 865: 1< 0 - - > 2< 3543040 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485289984 - | - - + - > 5< - - + - | 0 - | 865 - -> 00000080:00200000:0.0:1787827058.055000:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000d4ca927 00000080:00200000:0.0:1787827058.055001:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.055003:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.055012:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055019:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055026:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055034:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055044:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.055047:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.055049:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.055055:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.055058:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.055060:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.055065:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055074:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.055082:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.055084:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.055088:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.055090:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [865, 865] 00000080:00200000:0.0:1787827058.055092:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.055094:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.055097:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3547136 i_blocks 0 00000080:00200000:0.0:1787827058.055099:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.055131:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3547136, count: 4096 00000080:00200000:0.0:1787827058.055134:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3547136, bytes: 4096 00000080:00200000:0.0:1787827058.055135:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.055138:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 867, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.055139:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3547136, 3551232) 0 0 00000080:00200000:0.0:1787827058.055140:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.055144:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [866, 866] 00020000:00200000:0.0:1787827058.055146:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3547136 chunk: [3547136, 3551232) 3551232, 4096 00020000:00200000:0.0:1787827058.055147:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.055150:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [866, 866] 00000008:00010000:0.0:1787827058.055154:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.055155:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.055161:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055167:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3547136 3551231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055172:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055177:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055181:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055185:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3547136, 3551232) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.055188:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 866 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.055200:0:20502:0:(rw26.c:875:ll_write_end()) pos 3547136, len 4096, copied 4096 00000080:00200000:0.0:1787827058.055203:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000086e5eb3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 866] 00000080:00200000:0.0:1787827058.055204:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d7827fcc 17ffffc0001001 3:0 ffffa0e3d1020d98 866 lru 00000080:00200000:0.0:1787827058.055208:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000000deaec57 866: 1< 0 - - > 2< 3547136 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485285888 - | - - + - > 5< - - + - | 0 - | 866 - -> 00000080:00200000:0.0:1787827058.055209:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000086e5eb3 00000080:00200000:0.0:1787827058.055209:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.055211:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.055216:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055221:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055225:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055233:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055240:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.055242:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.055243:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.055246:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.055248:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.055250:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.055252:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055257:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.055262:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.055264:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.055266:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.055268:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [866, 866] 00000080:00200000:0.0:1787827058.055270:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.055272:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.055275:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3551232 i_blocks 0 00000080:00200000:0.0:1787827058.055277:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.055308:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3551232, count: 4096 00000080:00200000:0.0:1787827058.055311:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3551232, bytes: 4096 00000080:00200000:0.0:1787827058.055312:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.055314:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 868, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.055315:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3551232, 3555328) 0 0 00000080:00200000:0.0:1787827058.055317:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.055320:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [867, 867] 00020000:00200000:0.0:1787827058.055335:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3551232 chunk: [3551232, 3555328) 3555328, 4096 00020000:00200000:0.0:1787827058.055338:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.055342:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [867, 867] 00000008:00010000:0.0:1787827058.055346:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.055347:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.055353:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055358:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3551232 3555327) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055364:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055368:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055372:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055377:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3551232, 3555328) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.055380:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 867 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.055392:0:20502:0:(rw26.c:875:ll_write_end()) pos 3551232, len 4096, copied 4096 00000080:00200000:0.0:1787827058.055395:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000003203f0d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 867] 00000080:00200000:0.0:1787827058.055397:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6a590d3 17ffffc0001001 3:0 ffffa0e3d1020740 867 lru 00000080:00200000:0.0:1787827058.055400:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000272b74da 867: 1< 0 - - > 2< 3551232 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485281792 - | - - + - > 5< - - + - | 0 - | 867 - -> 00000080:00200000:0.0:1787827058.055402:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000003203f0d 00000080:00200000:0.0:1787827058.055403:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.055405:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.055410:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055415:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055420:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055424:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055430:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.055432:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.055433:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.055436:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.055438:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.055439:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.055442:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055446:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.055451:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.055453:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.055456:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.055458:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [867, 867] 00000080:00200000:0.0:1787827058.055460:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.055462:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.055465:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3555328 i_blocks 0 00000080:00200000:0.0:1787827058.055467:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.055498:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3555328, count: 4096 00000080:00200000:0.0:1787827058.055501:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3555328, bytes: 4096 00000080:00200000:0.0:1787827058.055503:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.055505:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 869, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.055506:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3555328, 3559424) 0 0 00000080:00200000:0.0:1787827058.055508:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.055511:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [868, 868] 00020000:00200000:0.0:1787827058.055513:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3555328 chunk: [3555328, 3559424) 3559424, 4096 00020000:00200000:0.0:1787827058.055515:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.055518:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [868, 868] 00000008:00010000:0.0:1787827058.055521:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.055523:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.055528:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055538:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3555328 3559423) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055546:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055555:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055568:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055576:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3555328, 3559424) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.055581:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 868 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.055596:0:20502:0:(rw26.c:875:ll_write_end()) pos 3555328, len 4096, copied 4096 00000080:00200000:0.0:1787827058.055599:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000007ad5b5b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 868] 00000080:00200000:0.0:1787827058.055601:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000001cfe64e 17ffffc0001001 3:0 ffffa0e3d10200e8 868 lru 00000080:00200000:0.0:1787827058.055604:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000008859fd6 868: 1< 0 - - > 2< 3555328 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485277696 - | - - + - > 5< - - + - | 0 - | 868 - -> 00000080:00200000:0.0:1787827058.055606:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000007ad5b5b 00000080:00200000:0.0:1787827058.055606:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.055608:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.055613:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055618:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055622:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055627:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055633:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.055635:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.055636:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.055640:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.055642:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.055643:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.055646:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055651:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.055656:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.055658:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.055660:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.055662:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [868, 868] 00000080:00200000:0.0:1787827058.055664:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.055666:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.055669:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3559424 i_blocks 0 00000080:00200000:0.0:1787827058.055671:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.055702:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3559424, count: 4096 00000080:00200000:0.0:1787827058.055705:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3559424, bytes: 4096 00000080:00200000:0.0:1787827058.055706:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.055708:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 870, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.055709:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3559424, 3563520) 0 0 00000080:00200000:0.0:1787827058.055724:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.055728:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [869, 869] 00020000:00200000:0.0:1787827058.055730:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3559424 chunk: [3559424, 3563520) 3563520, 4096 00020000:00200000:0.0:1787827058.055731:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.055735:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [869, 869] 00000008:00010000:0.0:1787827058.055738:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.055740:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.055746:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055751:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3559424 3563519) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055757:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055762:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055769:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055776:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3559424, 3563520) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.055781:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 869 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.055797:0:20502:0:(rw26.c:875:ll_write_end()) pos 3559424, len 4096, copied 4096 00000080:00200000:0.0:1787827058.055802:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004fe00aef[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 869] 00000080:00200000:0.0:1787827058.055805:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000718cee86 17ffffc0001001 3:0 ffffa0e3d10203a0 869 lru 00000080:00200000:0.0:1787827058.055810:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c17a2248 869: 1< 0 - - > 2< 3559424 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485273600 - | - - + - > 5< - - + - | 0 - | 869 - -> 00000080:00200000:0.0:1787827058.055812:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004fe00aef 00000080:00200000:0.0:1787827058.055813:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.055815:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.055823:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055831:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055839:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.055846:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.055856:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.055859:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.055861:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.055866:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.055869:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.055871:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.055875:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055883:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.055891:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.055893:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.055897:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.055900:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [869, 869] 00000080:00200000:0.0:1787827058.055904:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.055907:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.055911:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3563520 i_blocks 0 00000080:00200000:0.0:1787827058.055914:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.055953:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3563520, count: 4096 00000080:00200000:0.0:1787827058.055956:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3563520, bytes: 4096 00000080:00200000:0.0:1787827058.055958:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.055960:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 871, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.055961:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3563520, 3567616) 0 0 00000080:00200000:0.0:1787827058.055963:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.055967:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [870, 870] 00020000:00200000:0.0:1787827058.055969:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3563520 chunk: [3563520, 3567616) 3567616, 4096 00020000:00200000:0.0:1787827058.055971:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.055974:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [870, 870] 00000008:00010000:0.0:1787827058.055978:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.055980:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.055985:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.055994:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3563520 3567615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056002:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056009:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056016:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056025:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3563520, 3567616) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.056030:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 870 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.056047:0:20502:0:(rw26.c:875:ll_write_end()) pos 3563520, len 4096, copied 4096 00000080:00200000:0.0:1787827058.056051:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000072826454[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 870] 00000080:00200000:0.0:1787827058.056054:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000018281089 17ffffc0001001 3:0 ffffa0e3d1020828 870 lru 00000080:00200000:0.0:1787827058.056059:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009abd2c90 870: 1< 0 - - > 2< 3563520 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485269504 - | - - + - > 5< - - + - | 0 - | 870 - -> 00000080:00200000:0.0:1787827058.056061:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000072826454 00000080:00200000:0.0:1787827058.056062:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.056065:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.056073:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056081:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056089:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056097:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056108:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.056111:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.056114:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.056120:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.056122:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.056124:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.056127:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056133:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.056139:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.056140:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.056143:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.056146:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [870, 870] 00000080:00200000:0.0:1787827058.056148:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.056150:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.056153:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3567616 i_blocks 0 00000080:00200000:0.0:1787827058.056155:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.056192:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3567616, count: 4096 00000080:00200000:0.0:1787827058.056197:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3567616, bytes: 4096 00000080:00200000:0.0:1787827058.056199:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.056203:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 872, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.056205:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3567616, 3571712) 0 0 00000080:00200000:0.0:1787827058.056207:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.056212:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [871, 871] 00020000:00200000:0.0:1787827058.056215:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3567616 chunk: [3567616, 3571712) 3571712, 4096 00020000:00200000:0.0:1787827058.056218:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.056222:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [871, 871] 00000008:00010000:0.0:1787827058.056228:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.056230:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.056238:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056246:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3567616 3571711) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056255:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056267:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056274:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056282:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3567616, 3571712) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.056287:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 871 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.056303:0:20502:0:(rw26.c:875:ll_write_end()) pos 3567616, len 4096, copied 4096 00000080:00200000:0.0:1787827058.056308:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000820cbd4f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 871] 00000080:00200000:0.0:1787827058.056310:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec9ee23c 17ffffc0001001 3:0 ffffa0e3d1020e80 871 lru 00000080:00200000:0.0:1787827058.056315:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4f892e4 871: 1< 0 - - > 2< 3567616 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485265408 - | - - + - > 5< - - + - | 0 - | 871 - -> 00000080:00200000:0.0:1787827058.056316:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000820cbd4f 00000080:00200000:0.0:1787827058.056317:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.056319:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.056339:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056346:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056353:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056360:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056375:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.056378:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.056380:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.056385:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.056388:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.056390:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.056394:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056402:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.056410:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.056412:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.056416:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.056419:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [871, 871] 00000080:00200000:0.0:1787827058.056423:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.056425:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.056429:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3571712 i_blocks 0 00000080:00200000:0.0:1787827058.056432:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.056476:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3571712, count: 4096 00000080:00200000:0.0:1787827058.056480:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3571712, bytes: 4096 00000080:00200000:0.0:1787827058.056483:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.056487:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 873, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.056488:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3571712, 3575808) 0 0 00000080:00200000:0.0:1787827058.056490:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.056496:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [872, 872] 00020000:00200000:0.0:1787827058.056499:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3571712 chunk: [3571712, 3575808) 3575808, 4096 00020000:00200000:0.0:1787827058.056502:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.056507:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [872, 872] 00000008:00010000:0.0:1787827058.056513:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.056515:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.056523:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056532:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3571712 3575807) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056540:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056548:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056554:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056562:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3571712, 3575808) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.056567:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 872 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.056584:0:20502:0:(rw26.c:875:ll_write_end()) pos 3571712, len 4096, copied 4096 00000080:00200000:0.0:1787827058.056588:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000cb7a1f26[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 872] 00000080:00200000:0.0:1787827058.056591:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000078ca161c 17ffffc0001001 3:0 ffffa0e3d1020910 872 lru 00000080:00200000:0.0:1787827058.056596:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008b1c4a58 872: 1< 0 - - > 2< 3571712 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485261312 - | - - + - > 5< - - + - | 0 - | 872 - -> 00000080:00200000:0.0:1787827058.056598:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000cb7a1f26 00000080:00200000:0.0:1787827058.056600:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.056602:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.056609:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056614:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056619:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056623:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056630:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.056632:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.056633:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.056637:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.056638:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.056639:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.056643:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056648:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.056653:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.056654:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.056657:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.056659:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [872, 872] 00000080:00200000:0.0:1787827058.056662:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.056664:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.056667:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3575808 i_blocks 0 00000080:00200000:0.0:1787827058.056669:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.056701:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3575808, count: 4096 00000080:00200000:0.0:1787827058.056704:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3575808, bytes: 4096 00000080:00200000:0.0:1787827058.056705:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.056708:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 874, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.056709:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3575808, 3579904) 0 0 00000080:00200000:0.0:1787827058.056729:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.056735:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [873, 873] 00020000:00200000:0.0:1787827058.056738:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3575808 chunk: [3575808, 3579904) 3579904, 4096 00020000:00200000:0.0:1787827058.056741:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.056747:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [873, 873] 00000008:00010000:0.0:1787827058.056753:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.056756:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.056763:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056773:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3575808 3579903) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056782:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056790:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056796:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056804:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3575808, 3579904) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.056809:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 873 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.056825:0:20502:0:(rw26.c:875:ll_write_end()) pos 3575808, len 4096, copied 4096 00000080:00200000:0.0:1787827058.056829:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004a917c23[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 873] 00000080:00200000:0.0:1787827058.056832:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009dcd3ccd 17ffffc0001001 3:0 ffffa0e3d1020000 873 lru 00000080:00200000:0.0:1787827058.056837:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000032b7a792 873: 1< 0 - - > 2< 3575808 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485257216 - | - - + - > 5< - - + - | 0 - | 873 - -> 00000080:00200000:0.0:1787827058.056840:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004a917c23 00000080:00200000:0.0:1787827058.056841:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.056843:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.056850:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056858:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056865:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.056872:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.056882:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.056885:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.056887:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.056892:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.056894:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.056897:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.056901:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.056908:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.056916:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.056918:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.056922:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.056924:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [873, 873] 00000080:00200000:0.0:1787827058.056927:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.056930:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.056934:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3579904 i_blocks 0 00000080:00200000:0.0:1787827058.056937:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.056981:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3579904, count: 4096 00000080:00200000:0.0:1787827058.056985:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3579904, bytes: 4096 00000080:00200000:0.0:1787827058.056988:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.056991:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 875, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.056993:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3579904, 3584000) 0 0 00000080:00200000:0.0:1787827058.056995:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.057001:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [874, 874] 00020000:00200000:0.0:1787827058.057004:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3579904 chunk: [3579904, 3584000) 3584000, 4096 00020000:00200000:0.0:1787827058.057006:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.057012:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [874, 874] 00000008:00010000:0.0:1787827058.057017:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.057019:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.057027:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057036:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3579904 3583999) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057045:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057053:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057060:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057067:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3579904, 3584000) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.057072:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 874 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.057087:0:20502:0:(rw26.c:875:ll_write_end()) pos 3579904, len 4096, copied 4096 00000080:00200000:0.0:1787827058.057091:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b6321feb[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 874] 00000080:00200000:0.0:1787827058.057094:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f75ab563 17ffffc0001001 3:0 ffffa0e3d1020cb0 874 lru 00000080:00200000:0.0:1787827058.057099:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3de0995 874: 1< 0 - - > 2< 3579904 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485253120 - | - - + - > 5< - - + - | 0 - | 874 - -> 00000080:00200000:0.0:1787827058.057101:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b6321feb 00000080:00200000:0.0:1787827058.057102:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.057104:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.057112:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057119:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057126:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057138:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057148:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.057151:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.057153:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.057159:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.057162:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.057164:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.057169:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057177:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.057185:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.057187:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.057191:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.057194:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [874, 874] 00000080:00200000:0.0:1787827058.057198:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.057201:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.057205:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3584000 i_blocks 0 00000080:00200000:0.0:1787827058.057207:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.057254:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3584000, count: 4096 00000080:00200000:0.0:1787827058.057259:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3584000, bytes: 4096 00000080:00200000:0.0:1787827058.057261:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.057265:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 876, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.057267:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3584000, 3588096) 0 0 00000080:00200000:0.0:1787827058.057269:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.057274:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [875, 875] 00020000:00200000:0.0:1787827058.057277:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3584000 chunk: [3584000, 3588096) 3588096, 4096 00020000:00200000:0.0:1787827058.057279:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.057284:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [875, 875] 00000008:00010000:0.0:1787827058.057289:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.057292:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.057300:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057309:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3584000 3588095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057317:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057338:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057345:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057353:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3584000, 3588096) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.057358:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 875 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.057376:0:20502:0:(rw26.c:875:ll_write_end()) pos 3584000, len 4096, copied 4096 00000080:00200000:0.0:1787827058.057380:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ca2e1273[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 875] 00000080:00200000:0.0:1787827058.057382:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4461ff5 17ffffc0001001 3:0 ffffa0e3d1020ae0 875 lru 00000080:00200000:0.0:1787827058.057387:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000085b761a4 875: 1< 0 - - > 2< 3584000 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485249024 - | - - + - > 5< - - + - | 0 - | 875 - -> 00000080:00200000:0.0:1787827058.057390:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ca2e1273 00000080:00200000:0.0:1787827058.057391:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.057393:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.057401:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057409:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057416:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057424:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057435:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.057438:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.057441:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.057447:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.057449:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.057452:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.057456:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057465:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.057474:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.057476:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.057481:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.057485:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [875, 875] 00000080:00200000:0.0:1787827058.057488:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.057491:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.057496:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3588096 i_blocks 0 00000080:00200000:0.0:1787827058.057499:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.057547:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3588096, count: 4096 00000080:00200000:0.0:1787827058.057551:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3588096, bytes: 4096 00000080:00200000:0.0:1787827058.057554:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.057558:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 877, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.057560:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3588096, 3592192) 0 0 00000080:00200000:0.0:1787827058.057562:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.057567:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [876, 876] 00020000:00200000:0.0:1787827058.057570:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3588096 chunk: [3588096, 3592192) 3592192, 4096 00020000:00200000:0.0:1787827058.057572:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.057577:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [876, 876] 00000008:00010000:0.0:1787827058.057581:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.057584:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.057591:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057600:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3588096 3592191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057608:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057616:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057629:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057637:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3588096, 3592192) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.057642:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 876 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.057659:0:20502:0:(rw26.c:875:ll_write_end()) pos 3588096, len 4096, copied 4096 00000080:00200000:0.0:1787827058.057664:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b479d5d6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 876] 00000080:00200000:0.0:1787827058.057667:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000063c1ee99 17ffffc0001001 3:0 ffffa0e3d10202b8 876 lru 00000080:00200000:0.0:1787827058.057672:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d91cbd46 876: 1< 0 - - > 2< 3588096 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485244928 - | - - + - > 5< - - + - | 0 - | 876 - -> 00000080:00200000:0.0:1787827058.057675:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b479d5d6 00000080:00200000:0.0:1787827058.057676:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.057678:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.057686:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057694:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057702:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057727:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057739:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.057742:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.057745:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.057750:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.057752:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.057755:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.057759:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057767:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.057776:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.057778:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.057783:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.057786:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [876, 876] 00000080:00200000:0.0:1787827058.057789:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.057792:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.057796:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3592192 i_blocks 0 00000080:00200000:0.0:1787827058.057799:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.057847:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3592192, count: 4096 00000080:00200000:0.0:1787827058.057851:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3592192, bytes: 4096 00000080:00200000:0.0:1787827058.057854:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.057857:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 878, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.057859:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3592192, 3596288) 0 0 00000080:00200000:0.0:1787827058.057861:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.057866:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [877, 877] 00020000:00200000:0.0:1787827058.057869:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3592192 chunk: [3592192, 3596288) 3596288, 4096 00020000:00200000:0.0:1787827058.057872:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.057876:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [877, 877] 00000008:00010000:0.0:1787827058.057881:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.057883:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.057891:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057900:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3592192 3596287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057909:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057916:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.057924:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.057932:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3592192, 3596288) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.057936:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 877 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.057951:0:20502:0:(rw26.c:875:ll_write_end()) pos 3592192, len 4096, copied 4096 00000080:00200000:0.0:1787827058.057956:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000174521dd[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 877] 00000080:00200000:0.0:1787827058.057959:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7f333f2 17ffffc0001001 3:0 ffffa0e3d1020bc8 877 lru 00000080:00200000:0.0:1787827058.057965:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000077997725 877: 1< 0 - - > 2< 3592192 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485240832 - | - - + - > 5< - - + - | 0 - | 877 - -> 00000080:00200000:0.0:1787827058.057967:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000174521dd 00000080:00200000:0.0:1787827058.057968:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.057970:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.057978:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057986:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.057994:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058002:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058012:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.058014:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.058016:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.058021:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.058024:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.058026:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.058031:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058039:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.058046:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.058048:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.058052:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.058055:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [877, 877] 00000080:00200000:0.0:1787827058.058058:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.058061:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.058065:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3596288 i_blocks 0 00000080:00200000:0.0:1787827058.058068:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.058116:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3596288, count: 4096 00000080:00200000:0.0:1787827058.058119:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3596288, bytes: 4096 00000080:00200000:0.0:1787827058.058122:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.058126:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 879, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.058127:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3596288, 3600384) 0 0 00000080:00200000:0.0:1787827058.058129:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.058134:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [878, 878] 00020000:00200000:0.0:1787827058.058137:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3596288 chunk: [3596288, 3600384) 3600384, 4096 00020000:00200000:0.0:1787827058.058139:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.058143:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [878, 878] 00000008:00010000:0.0:1787827058.058148:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.058150:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.058157:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058165:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3596288 3600383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058174:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058181:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058188:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058195:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3596288, 3600384) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.058200:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 878 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.058214:0:20502:0:(rw26.c:875:ll_write_end()) pos 3596288, len 4096, copied 4096 00000080:00200000:0.0:1787827058.058219:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000038ced21d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 878] 00000080:00200000:0.0:1787827058.058222:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008ec0e16d 17ffffc0001001 3:0 ffffa0e3d1020658 878 lru 00000080:00200000:0.0:1787827058.058227:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003e05aa42 878: 1< 0 - - > 2< 3596288 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485236736 - | - - + - > 5< - - + - | 0 - | 878 - -> 00000080:00200000:0.0:1787827058.058229:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000038ced21d 00000080:00200000:0.0:1787827058.058230:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.058232:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.058239:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058247:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058253:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058261:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058271:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.058274:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.058276:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.058281:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.058284:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.058286:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.058290:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058298:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.058306:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.058308:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.058313:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.058315:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [878, 878] 00000080:00200000:0.0:1787827058.058319:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.058335:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.058340:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3600384 i_blocks 0 00000080:00200000:0.0:1787827058.058343:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.058389:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3600384, count: 4096 00000080:00200000:0.0:1787827058.058392:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3600384, bytes: 4096 00000080:00200000:0.0:1787827058.058395:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.058398:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 880, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.058400:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3600384, 3604480) 0 0 00000080:00200000:0.0:1787827058.058402:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.058407:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [879, 879] 00020000:00200000:0.0:1787827058.058410:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3600384 chunk: [3600384, 3604480) 3604480, 4096 00020000:00200000:0.0:1787827058.058412:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.058416:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [879, 879] 00000008:00010000:0.0:1787827058.058421:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.058423:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.058430:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058438:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3600384 3604479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058447:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058458:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058465:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058472:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3600384, 3604480) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.058477:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 879 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.058497:0:20502:0:(rw26.c:875:ll_write_end()) pos 3600384, len 4096, copied 4096 00000080:00200000:0.0:1787827058.058502:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000704a34b1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 879] 00000080:00200000:0.0:1787827058.058504:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0180cee 17ffffc0001021 2:0 ffffa0e3d10201d0 879 lru 00000080:00200000:0.0:1787827058.058509:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ffe4558f 879: 1< 0 - - > 2< 3600384 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485232640 - | - - + - > 5< - - + - | 0 - | 879 - -> 00000080:00200000:0.0:1787827058.058511:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000704a34b1 00000080:00200000:0.0:1787827058.058512:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.058514:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.058522:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058530:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058538:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058545:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058559:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.058562:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.058564:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.058570:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.058572:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.058574:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.058578:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058586:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.058594:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.058596:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.058600:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.058603:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [879, 879] 00000080:00200000:0.0:1787827058.058606:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.058609:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.058613:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3604480 i_blocks 0 00000080:00200000:0.0:1787827058.058616:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.058662:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3604480, count: 4096 00000080:00200000:0.0:1787827058.058667:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3604480, bytes: 4096 00000080:00200000:0.0:1787827058.058670:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.058673:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 881, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.058675:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3604480, 3608576) 0 0 00000080:00200000:0.0:1787827058.058678:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.058683:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [880, 880] 00020000:00200000:0.0:1787827058.058686:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3604480 chunk: [3604480, 3608576) 3608576, 4096 00020000:00200000:0.0:1787827058.058689:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.058694:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [880, 880] 00000008:00010000:0.0:1787827058.058700:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.058702:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.058728:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058738:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3604480 3608575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058748:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058756:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058763:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058772:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3604480, 3608576) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.058778:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 880 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.058794:0:20502:0:(rw26.c:875:ll_write_end()) pos 3604480, len 4096, copied 4096 00000080:00200000:0.0:1787827058.058799:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b745f1c9[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 880] 00000080:00200000:0.0:1787827058.058802:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000df43346 17ffffc0001001 3:0 ffffa0e3d10209f8 880 lru 00000080:00200000:0.0:1787827058.058808:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8b8768a 880: 1< 0 - - > 2< 3604480 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485228544 - | - - + - > 5< - - + - | 0 - | 880 - -> 00000080:00200000:0.0:1787827058.058810:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b745f1c9 00000080:00200000:0.0:1787827058.058811:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.058813:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.058821:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058829:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058836:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.058843:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.058854:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.058856:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.058858:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.058864:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.058867:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.058869:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.058873:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.058881:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.058889:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.058892:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.058896:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.058899:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [880, 880] 00000080:00200000:0.0:1787827058.058903:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.058906:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.058910:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3608576 i_blocks 0 00000080:00200000:0.0:1787827058.058912:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.058959:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3608576, count: 4096 00000080:00200000:0.0:1787827058.058964:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3608576, bytes: 4096 00000080:00200000:0.0:1787827058.058966:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.058970:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 882, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.058971:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3608576, 3612672) 0 0 00000080:00200000:0.0:1787827058.058974:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.058980:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [881, 881] 00020000:00200000:0.0:1787827058.058983:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3608576 chunk: [3608576, 3612672) 3612672, 4096 00020000:00200000:0.0:1787827058.058985:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.058990:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [881, 881] 00000008:00010000:0.0:1787827058.058995:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.058998:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.059006:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059015:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3608576 3612671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059024:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059031:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059038:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059046:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3608576, 3612672) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.059051:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 881 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.059067:0:20502:0:(rw26.c:875:ll_write_end()) pos 3608576, len 4096, copied 4096 00000080:00200000:0.0:1787827058.059072:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a9eb7038[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 881] 00000080:00200000:0.0:1787827058.059075:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ffd568c7 17ffffc0001001 3:0 ffffa0e3d1020488 881 lru 00000080:00200000:0.0:1787827058.059082:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed3ffd4c 881: 1< 0 - - > 2< 3608576 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485224448 - | - - + - > 5< - - + - | 0 - | 881 - -> 00000080:00200000:0.0:1787827058.059084:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a9eb7038 00000080:00200000:0.0:1787827058.059085:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.059087:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.059096:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059104:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059112:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059119:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059130:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.059133:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.059135:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.059141:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.059144:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.059147:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.059152:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059160:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.059169:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.059171:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.059177:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.059180:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [881, 881] 00000080:00200000:0.0:1787827058.059184:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.059187:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.059192:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3612672 i_blocks 0 00000080:00200000:0.0:1787827058.059195:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.059244:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3612672, count: 4096 00000080:00200000:0.0:1787827058.059248:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3612672, bytes: 4096 00000080:00200000:0.0:1787827058.059251:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.059255:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 883, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.059257:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3612672, 3616768) 0 0 00000080:00200000:0.0:1787827058.059259:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.059265:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [882, 882] 00020000:00200000:0.0:1787827058.059268:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3612672 chunk: [3612672, 3616768) 3616768, 4096 00020000:00200000:0.0:1787827058.059270:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.059276:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [882, 882] 00000008:00010000:0.0:1787827058.059281:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.059283:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.059291:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059300:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3612672 3616767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059310:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059319:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059339:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059348:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3612672, 3616768) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.059353:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 882 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.059379:0:20502:0:(rw26.c:875:ll_write_end()) pos 3612672, len 4096, copied 4096 00000080:00200000:0.0:1787827058.059384:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000056daf493[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 882] 00000080:00200000:0.0:1787827058.059387:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e283a49a 17ffffc0001001 3:0 ffffa0e3c7667000 882 lru 00000080:00200000:0.0:1787827058.059393:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006c2b66f6 882: 1< 0 - - > 2< 3612672 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485220352 - | - - + - > 5< - - + - | 0 - | 882 - -> 00000080:00200000:0.0:1787827058.059396:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000056daf493 00000080:00200000:0.0:1787827058.059397:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.059399:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.059408:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059417:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059424:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059438:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059450:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.059453:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.059455:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.059462:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.059464:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.059467:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.059471:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059480:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.059488:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.059490:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.059495:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.059499:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [882, 882] 00000080:00200000:0.0:1787827058.059502:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.059505:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.059510:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3616768 i_blocks 0 00000080:00200000:0.0:1787827058.059513:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.059563:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3616768, count: 4096 00000080:00200000:0.0:1787827058.059568:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3616768, bytes: 4096 00000080:00200000:0.0:1787827058.059570:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.059574:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 884, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.059576:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3616768, 3620864) 0 0 00000080:00200000:0.0:1787827058.059579:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.059585:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [883, 883] 00020000:00200000:0.0:1787827058.059588:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3616768 chunk: [3616768, 3620864) 3620864, 4096 00020000:00200000:0.0:1787827058.059591:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.059596:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [883, 883] 00000008:00010000:0.0:1787827058.059602:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.059604:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.059612:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059622:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3616768 3620863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059631:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059639:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059647:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059654:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3616768, 3620864) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.059661:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 883 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.059677:0:20502:0:(rw26.c:875:ll_write_end()) pos 3616768, len 4096, copied 4096 00000080:00200000:0.0:1787827058.059682:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000049de2b55[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 883] 00000080:00200000:0.0:1787827058.059685:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008ad83767 17ffffc0001001 3:0 ffffa0e3c7667cb0 883 lru 00000080:00200000:0.0:1787827058.059692:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000411305a3 883: 1< 0 - - > 2< 3616768 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485216256 - | - - + - > 5< - - + - | 0 - | 883 - -> 00000080:00200000:0.0:1787827058.059694:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000049de2b55 00000080:00200000:0.0:1787827058.059695:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.059698:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.059706:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059736:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059744:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.059752:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059764:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.059767:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.059769:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.059775:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.059778:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.059780:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.059785:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059794:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.059802:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.059805:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.059810:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.059813:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [883, 883] 00000080:00200000:0.0:1787827058.059817:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.059820:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.059824:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3620864 i_blocks 0 00000080:00200000:0.0:1787827058.059827:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.059877:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3620864, count: 4096 00000080:00200000:0.0:1787827058.059882:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3620864, bytes: 4096 00000080:00200000:0.0:1787827058.059884:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.059888:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 885, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.059889:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3620864, 3624960) 0 0 00000080:00200000:0.0:1787827058.059892:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.059897:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [884, 884] 00020000:00200000:0.0:1787827058.059900:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3620864 chunk: [3620864, 3624960) 3624960, 4096 00020000:00200000:0.0:1787827058.059903:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.059908:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [884, 884] 00000008:00010000:0.0:1787827058.059914:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.059916:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.059924:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059934:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3620864 3624959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059943:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059951:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.059964:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.059973:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3620864, 3624960) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.059979:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 884 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.059996:0:20502:0:(rw26.c:875:ll_write_end()) pos 3620864, len 4096, copied 4096 00000080:00200000:0.0:1787827058.060000:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000130175de[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 884] 00000080:00200000:0.0:1787827058.060004:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000888ff20f 17ffffc0001001 3:0 ffffa0e3c7667ae0 884 lru 00000080:00200000:0.0:1787827058.060010:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a92f4cc5 884: 1< 0 - - > 2< 3620864 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485212160 - | - - + - > 5< - - + - | 0 - | 884 - -> 00000080:00200000:0.0:1787827058.060012:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000130175de 00000080:00200000:0.0:1787827058.060014:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.060016:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.060024:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060033:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060041:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060049:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060062:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.060065:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.060068:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.060075:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.060078:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.060080:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.060084:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060092:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.060101:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.060103:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.060108:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.060111:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [884, 884] 00000080:00200000:0.0:1787827058.060115:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.060118:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.060123:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3624960 i_blocks 0 00000080:00200000:0.0:1787827058.060126:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.060173:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3624960, count: 4096 00000080:00200000:0.0:1787827058.060177:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3624960, bytes: 4096 00000080:00200000:0.0:1787827058.060180:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.060183:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 886, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.060185:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3624960, 3629056) 0 0 00000080:00200000:0.0:1787827058.060187:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.060192:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [885, 885] 00020000:00200000:0.0:1787827058.060195:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3624960 chunk: [3624960, 3629056) 3629056, 4096 00020000:00200000:0.0:1787827058.060197:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.060202:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [885, 885] 00000008:00010000:0.0:1787827058.060207:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.060209:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.060217:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060226:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3624960 3629055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060235:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060242:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060250:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060257:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3624960, 3629056) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.060262:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 885 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.060279:0:20502:0:(rw26.c:875:ll_write_end()) pos 3624960, len 4096, copied 4096 00000080:00200000:0.0:1787827058.060284:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000685d5d5b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 885] 00000080:00200000:0.0:1787827058.060287:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ebbc6056 17ffffc0001001 3:0 ffffa0e3c76672b8 885 lru 00000080:00200000:0.0:1787827058.060293:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f67785d0 885: 1< 0 - - > 2< 3624960 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485208064 - | - - + - > 5< - - + - | 0 - | 885 - -> 00000080:00200000:0.0:1787827058.060295:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000685d5d5b 00000080:00200000:0.0:1787827058.060296:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.060298:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.060306:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060315:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060336:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060345:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060356:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.060359:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.060362:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.060368:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.060370:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.060373:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.060377:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060385:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.060394:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.060396:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.060401:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.060404:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [885, 885] 00000080:00200000:0.0:1787827058.060408:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.060411:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.060416:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3629056 i_blocks 0 00000080:00200000:0.0:1787827058.060419:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.060468:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3629056, count: 4096 00000080:00200000:0.0:1787827058.060472:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3629056, bytes: 4096 00000080:00200000:0.0:1787827058.060475:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.060479:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 887, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.060481:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3629056, 3633152) 0 0 00000080:00200000:0.0:1787827058.060483:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.060489:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [886, 886] 00020000:00200000:0.0:1787827058.060492:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3629056 chunk: [3629056, 3633152) 3633152, 4096 00020000:00200000:0.0:1787827058.060494:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.060500:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [886, 886] 00000008:00010000:0.0:1787827058.060506:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.060508:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.060516:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060526:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3629056 3633151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060535:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060544:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060551:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060560:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3629056, 3633152) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.060565:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 886 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.060582:0:20502:0:(rw26.c:875:ll_write_end()) pos 3629056, len 4096, copied 4096 00000080:00200000:0.0:1787827058.060587:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e5d09201[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 886] 00000080:00200000:0.0:1787827058.060590:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000064a22163 17ffffc0001001 3:0 ffffa0e3c7667bc8 886 lru 00000080:00200000:0.0:1787827058.060596:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000055676143 886: 1< 0 - - > 2< 3629056 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485203968 - | - - + - > 5< - - + - | 0 - | 886 - -> 00000080:00200000:0.0:1787827058.060599:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e5d09201 00000080:00200000:0.0:1787827058.060600:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.060602:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.060611:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060620:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060628:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060635:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060647:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.060650:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.060652:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.060658:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.060661:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.060664:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.060668:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060676:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.060686:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.060688:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.060692:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.060696:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [886, 886] 00000080:00200000:0.0:1787827058.060699:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.060703:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.060707:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3633152 i_blocks 0 00000080:00200000:0.0:1787827058.060730:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.060778:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3633152, count: 4096 00000080:00200000:0.0:1787827058.060783:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3633152, bytes: 4096 00000080:00200000:0.0:1787827058.060786:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.060790:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 888, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.060791:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3633152, 3637248) 0 0 00000080:00200000:0.0:1787827058.060794:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.060799:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [887, 887] 00020000:00200000:0.0:1787827058.060802:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3633152 chunk: [3633152, 3637248) 3637248, 4096 00020000:00200000:0.0:1787827058.060805:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.060810:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [887, 887] 00000008:00010000:0.0:1787827058.060815:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.060818:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.060827:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060837:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3633152 3637247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060847:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060860:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060867:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060875:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3633152, 3637248) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.060880:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 887 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.060895:0:20502:0:(rw26.c:875:ll_write_end()) pos 3633152, len 4096, copied 4096 00000080:00200000:0.0:1787827058.060900:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000dfd16ee3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 887] 00000080:00200000:0.0:1787827058.060903:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ebf95c46 17ffffc0001001 3:0 ffffa0e3c7667658 887 lru 00000080:00200000:0.0:1787827058.060909:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003ba32c7c 887: 1< 0 - - > 2< 3633152 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485199872 - | - - + - > 5< - - + - | 0 - | 887 - -> 00000080:00200000:0.0:1787827058.060911:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000dfd16ee3 00000080:00200000:0.0:1787827058.060912:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.060914:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.060921:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060929:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060936:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.060944:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.060960:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.060963:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.060965:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.060970:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.060973:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.060975:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.060980:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.060988:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.060996:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.060999:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.061003:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.061006:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [887, 887] 00000080:00200000:0.0:1787827058.061010:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.061013:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.061018:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3637248 i_blocks 0 00000080:00200000:0.0:1787827058.061021:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.061067:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3637248, count: 4096 00000080:00200000:0.0:1787827058.061072:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3637248, bytes: 4096 00000080:00200000:0.0:1787827058.061075:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.061078:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 889, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.061080:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3637248, 3641344) 0 0 00000080:00200000:0.0:1787827058.061082:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.061088:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [888, 888] 00020000:00200000:0.0:1787827058.061092:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3637248 chunk: [3637248, 3641344) 3641344, 4096 00020000:00200000:0.0:1787827058.061094:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.061099:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [888, 888] 00000008:00010000:0.0:1787827058.061105:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.061108:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.061116:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061125:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3637248 3641343) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061135:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061143:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061151:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061160:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3637248, 3641344) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.061165:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 888 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.061181:0:20502:0:(rw26.c:875:ll_write_end()) pos 3637248, len 4096, copied 4096 00000080:00200000:0.0:1787827058.061186:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008683dc91[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 888] 00000080:00200000:0.0:1787827058.061189:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d6a6a4fc 17ffffc0001001 3:0 ffffa0e3c76671d0 888 lru 00000080:00200000:0.0:1787827058.061195:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000af0aa12e 888: 1< 0 - - > 2< 3637248 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485195776 - | - - + - > 5< - - + - | 0 - | 888 - -> 00000080:00200000:0.0:1787827058.061197:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008683dc91 00000080:00200000:0.0:1787827058.061198:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.061200:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.061210:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061218:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061226:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061234:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061245:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.061248:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.061250:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.061256:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.061259:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.061261:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.061266:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061275:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.061283:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.061286:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.061291:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.061294:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [888, 888] 00000080:00200000:0.0:1787827058.061298:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.061301:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.061305:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3641344 i_blocks 0 00000080:00200000:0.0:1787827058.061308:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.061367:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3641344, count: 4096 00000080:00200000:0.0:1787827058.061372:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3641344, bytes: 4096 00000080:00200000:0.0:1787827058.061375:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.061378:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 890, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.061380:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3641344, 3645440) 0 0 00000080:00200000:0.0:1787827058.061383:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.061389:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [889, 889] 00020000:00200000:0.0:1787827058.061391:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3641344 chunk: [3641344, 3645440) 3645440, 4096 00020000:00200000:0.0:1787827058.061394:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.061398:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [889, 889] 00000008:00010000:0.0:1787827058.061404:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.061406:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.061413:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061422:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3641344 3645439) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061430:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061436:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061443:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061451:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3641344, 3645440) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.061456:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 889 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.061474:0:20502:0:(rw26.c:875:ll_write_end()) pos 3641344, len 4096, copied 4096 00000080:00200000:0.0:1787827058.061479:0:20502:0:(rw26.c:933:ll_write_end()) page@000000007fc4f97f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 889] 00000080:00200000:0.0:1787827058.061482:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000465bd0fc 17ffffc0001001 3:0 ffffa0e3c76679f8 889 lru 00000080:00200000:0.0:1787827058.061487:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000773f701d 889: 1< 0 - - > 2< 3641344 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485191680 - | - - + - > 5< - - + - | 0 - | 889 - -> 00000080:00200000:0.0:1787827058.061489:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000007fc4f97f 00000080:00200000:0.0:1787827058.061491:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.061493:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.061501:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061510:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061516:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061523:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061534:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.061537:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.061539:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.061546:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.061548:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.061551:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.061555:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061562:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.061571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.061573:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.061578:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.061581:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [889, 889] 00000080:00200000:0.0:1787827058.061585:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.061587:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.061592:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3645440 i_blocks 0 00000080:00200000:0.0:1787827058.061595:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.061640:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3645440, count: 4096 00000080:00200000:0.0:1787827058.061645:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3645440, bytes: 4096 00000080:00200000:0.0:1787827058.061647:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.061651:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 891, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.061652:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3645440, 3649536) 0 0 00000080:00200000:0.0:1787827058.061655:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.061660:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [890, 890] 00020000:00200000:0.0:1787827058.061664:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3645440 chunk: [3645440, 3649536) 3649536, 4096 00020000:00200000:0.0:1787827058.061666:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.061671:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [890, 890] 00000008:00010000:0.0:1787827058.061677:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.061679:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.061687:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061697:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3645440 3649535) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061706:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061733:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061741:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061748:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3645440, 3649536) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.061753:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 890 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.061770:0:20502:0:(rw26.c:875:ll_write_end()) pos 3645440, len 4096, copied 4096 00000080:00200000:0.0:1787827058.061774:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000cf31c067[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 890] 00000080:00200000:0.0:1787827058.061777:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005ac8310e 17ffffc0001001 3:0 ffffa0e3c7667488 890 lru 00000080:00200000:0.0:1787827058.061782:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004645f3df 890: 1< 0 - - > 2< 3645440 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485187584 - | - - + - > 5< - - + - | 0 - | 890 - -> 00000080:00200000:0.0:1787827058.061784:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000cf31c067 00000080:00200000:0.0:1787827058.061785:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.061787:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.061795:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061803:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061809:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.061821:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.061832:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.061835:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.061837:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.061842:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.061845:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.061847:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.061851:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061859:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.061867:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.061869:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.061874:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.061877:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [890, 890] 00000080:00200000:0.0:1787827058.061880:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.061883:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.061887:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3649536 i_blocks 0 00000080:00200000:0.0:1787827058.061890:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.061936:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3649536, count: 4096 00000080:00200000:0.0:1787827058.061941:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3649536, bytes: 4096 00000080:00200000:0.0:1787827058.061943:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.061947:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 892, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.061949:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3649536, 3653632) 0 0 00000080:00200000:0.0:1787827058.061952:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.061956:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [891, 891] 00020000:00200000:0.0:1787827058.061959:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3649536 chunk: [3649536, 3653632) 3653632, 4096 00020000:00200000:0.0:1787827058.061961:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.061966:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [891, 891] 00000008:00010000:0.0:1787827058.061971:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.061973:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.061980:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061989:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3649536 3653631) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.061999:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062006:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062013:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062021:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3649536, 3653632) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.062026:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 891 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.062042:0:20502:0:(rw26.c:875:ll_write_end()) pos 3649536, len 4096, copied 4096 00000080:00200000:0.0:1787827058.062046:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000006ddfa58[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 891] 00000080:00200000:0.0:1787827058.062049:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff2a0eb1 17ffffc0001001 3:0 ffffa0e3c7667570 891 lru 00000080:00200000:0.0:1787827058.062053:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000077949a95 891: 1< 0 - - > 2< 3649536 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485183488 - | - - + - > 5< - - + - | 0 - | 891 - -> 00000080:00200000:0.0:1787827058.062056:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000006ddfa58 00000080:00200000:0.0:1787827058.062058:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.062060:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.062067:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062074:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062081:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062089:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062100:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.062103:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.062105:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.062110:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.062113:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.062115:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.062119:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062126:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.062134:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.062136:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.062140:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.062143:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [891, 891] 00000080:00200000:0.0:1787827058.062146:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.062148:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.062152:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3653632 i_blocks 0 00000080:00200000:0.0:1787827058.062155:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.062197:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3653632, count: 4096 00000080:00200000:0.0:1787827058.062200:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3653632, bytes: 4096 00000080:00200000:0.0:1787827058.062203:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.062206:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 893, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.062207:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3653632, 3657728) 0 0 00000080:00200000:0.0:1787827058.062209:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.062214:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [892, 892] 00020000:00200000:0.0:1787827058.062217:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3653632 chunk: [3653632, 3657728) 3657728, 4096 00020000:00200000:0.0:1787827058.062219:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.062224:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [892, 892] 00000008:00010000:0.0:1787827058.062229:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.062231:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.062238:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062247:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3653632 3657727) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062255:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062263:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062275:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062283:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3653632, 3657728) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.062288:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 892 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.062304:0:20502:0:(rw26.c:875:ll_write_end()) pos 3653632, len 4096, copied 4096 00000080:00200000:0.0:1787827058.062309:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e9db19a6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 892] 00000080:00200000:0.0:1787827058.062312:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb8b62bf 17ffffc0001001 3:0 ffffa0e3c7667d98 892 lru 00000080:00200000:0.0:1787827058.062316:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005d79d719 892: 1< 0 - - > 2< 3653632 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485179392 - | - - + - > 5< - - + - | 0 - | 892 - -> 00000080:00200000:0.0:1787827058.062318:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e9db19a6 00000080:00200000:0.0:1787827058.062319:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.062320:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.062339:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062345:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062349:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062353:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062360:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.062362:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.062364:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.062368:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.062370:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.062371:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.062374:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062379:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.062384:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.062385:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.062388:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.062390:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [892, 892] 00000080:00200000:0.0:1787827058.062392:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.062395:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.062398:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3657728 i_blocks 0 00000080:00200000:0.0:1787827058.062399:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.062431:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3657728, count: 4096 00000080:00200000:0.0:1787827058.062434:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3657728, bytes: 4096 00000080:00200000:0.0:1787827058.062435:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.062438:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 894, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.062439:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3657728, 3661824) 0 0 00000080:00200000:0.0:1787827058.062440:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.062444:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [893, 893] 00020000:00200000:0.0:1787827058.062445:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3657728 chunk: [3657728, 3661824) 3661824, 4096 00020000:00200000:0.0:1787827058.062447:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.062450:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [893, 893] 00000008:00010000:0.0:1787827058.062453:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.062455:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.062460:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062467:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3657728 3661823) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062472:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062477:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062481:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062486:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3657728, 3661824) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.062489:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 893 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.062501:0:20502:0:(rw26.c:875:ll_write_end()) pos 3657728, len 4096, copied 4096 00000080:00200000:0.0:1787827058.062504:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006e450246[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 893] 00000080:00200000:0.0:1787827058.062506:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f374a3fb 17ffffc0001001 3:0 ffffa0e3c7667740 893 lru 00000080:00200000:0.0:1787827058.062510:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000028091d8e 893: 1< 0 - - > 2< 3657728 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485175296 - | - - + - > 5< - - + - | 0 - | 893 - -> 00000080:00200000:0.0:1787827058.062512:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006e450246 00000080:00200000:0.0:1787827058.062512:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.062514:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.062519:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062525:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062531:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062539:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062549:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.062552:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.062554:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.062560:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.062562:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.062565:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.062569:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062577:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.062585:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.062588:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.062592:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.062596:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [893, 893] 00000080:00200000:0.0:1787827058.062599:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.062602:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.062607:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3661824 i_blocks 0 00000080:00200000:0.0:1787827058.062610:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.062645:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3661824, count: 4096 00000080:00200000:0.0:1787827058.062648:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3661824, bytes: 4096 00000080:00200000:0.0:1787827058.062650:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.062652:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 895, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.062654:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3661824, 3665920) 0 0 00000080:00200000:0.0:1787827058.062655:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.062659:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [894, 894] 00020000:00200000:0.0:1787827058.062661:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3661824 chunk: [3661824, 3665920) 3665920, 4096 00020000:00200000:0.0:1787827058.062663:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.062668:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [894, 894] 00000008:00010000:0.0:1787827058.062673:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.062676:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.062684:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062694:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3661824 3665919) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062703:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062732:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062740:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062749:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3661824, 3665920) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.062754:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 894 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.062777:0:20502:0:(rw26.c:875:ll_write_end()) pos 3661824, len 4096, copied 4096 00000080:00200000:0.0:1787827058.062782:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000090ba6a26[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 894] 00000080:00200000:0.0:1787827058.062785:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5d8a6cc 17ffffc0001021 2:0 ffffa0e3c76670e8 894 lru 00000080:00200000:0.0:1787827058.062791:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000048d06639 894: 1< 0 - - > 2< 3661824 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485171200 - | - - + - > 5< - - + - | 0 - | 894 - -> 00000080:00200000:0.0:1787827058.062793:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000090ba6a26 00000080:00200000:0.0:1787827058.062794:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.062796:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.062805:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062811:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062816:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.062820:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062827:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.062829:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.062831:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.062835:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.062836:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.062838:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.062841:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062846:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.062852:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.062853:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.062856:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.062858:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [894, 894] 00000080:00200000:0.0:1787827058.062861:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.062863:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.062866:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3665920 i_blocks 0 00000080:00200000:0.0:1787827058.062868:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.062909:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3665920, count: 4096 00000080:00200000:0.0:1787827058.062913:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3665920, bytes: 4096 00000080:00200000:0.0:1787827058.062916:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.062919:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 896, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.062921:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3665920, 3670016) 0 0 00000080:00200000:0.0:1787827058.062923:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.062928:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [895, 895] 00020000:00200000:0.0:1787827058.062932:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3665920 chunk: [3665920, 3670016) 3670016, 4096 00020000:00200000:0.0:1787827058.062934:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.062939:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [895, 895] 00000008:00010000:0.0:1787827058.062943:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.062945:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.062950:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062957:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3665920 3670015) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062962:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062972:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.062976:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.062980:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3665920, 3670016) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.062983:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 895 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.062995:0:20502:0:(rw26.c:875:ll_write_end()) pos 3665920, len 4096, copied 4096 00000080:00200000:0.0:1787827058.062998:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000be40df3b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 895] 00000080:00200000:0.0:1787827058.062999:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000072ed091 17ffffc0001001 3:0 ffffa0e3c76673a0 895 lru 00000080:00200000:0.0:1787827058.063003:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004abc1baa 895: 1< 0 - - > 2< 3665920 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485167104 - | - - + - > 5< - - + - | 0 - | 895 - -> 00000080:00200000:0.0:1787827058.063004:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000be40df3b 00000080:00200000:0.0:1787827058.063005:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.063006:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.063011:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063017:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063021:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063025:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063036:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.063038:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.063040:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.063043:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.063045:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.063047:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.063050:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063055:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.063061:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.063062:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.063065:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.063066:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [895, 895] 00000080:00200000:0.0:1787827058.063069:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.063071:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.063074:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3670016 i_blocks 0 00000080:00200000:0.0:1787827058.063076:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.063108:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3670016, count: 4096 00000080:00200000:0.0:1787827058.063111:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3670016, bytes: 4096 00000080:00200000:0.0:1787827058.063112:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.063116:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 897, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.063118:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3670016, 3674112) 0 0 00000080:00200000:0.0:1787827058.063120:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.063125:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [896, 896] 00020000:00200000:0.0:1787827058.063128:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3670016 chunk: [3670016, 3674112) 3674112, 4096 00020000:00200000:0.0:1787827058.063131:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.063136:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [896, 896] 00000008:00010000:0.0:1787827058.063141:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.063143:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.063151:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063160:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3670016 3674111) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063169:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063177:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063184:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063191:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3670016, 3674112) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.063196:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 896 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.063218:0:20502:0:(rw26.c:875:ll_write_end()) pos 3670016, len 4096, copied 4096 00000080:00200000:0.0:1787827058.063223:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004240d579[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 896] 00000080:00200000:0.0:1787827058.063226:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004a7529d5 17ffffc0001001 3:0 ffffa0e3c7667828 896 lru 00000080:00200000:0.0:1787827058.063231:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ab6b9a61 896: 1< 0 - - > 2< 3670016 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485163008 - | - - + - > 5< - - + - | 0 - | 896 - -> 00000080:00200000:0.0:1787827058.063234:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004240d579 00000080:00200000:0.0:1787827058.063235:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.063237:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.063246:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063254:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063262:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063269:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063280:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.063283:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.063285:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.063290:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.063293:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.063295:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.063300:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063308:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.063316:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.063319:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.063336:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.063340:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [896, 896] 00000080:00200000:0.0:1787827058.063344:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.063347:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.063351:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3674112 i_blocks 0 00000080:00200000:0.0:1787827058.063354:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.063398:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3674112, count: 4096 00000080:00200000:0.0:1787827058.063402:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3674112, bytes: 4096 00000080:00200000:0.0:1787827058.063405:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.063408:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 898, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.063409:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3674112, 3678208) 0 0 00000080:00200000:0.0:1787827058.063412:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.063417:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [897, 897] 00020000:00200000:0.0:1787827058.063420:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3674112 chunk: [3674112, 3678208) 3678208, 4096 00020000:00200000:0.0:1787827058.063422:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.063426:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [897, 897] 00000008:00010000:0.0:1787827058.063431:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.063434:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.063441:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063449:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3674112 3678207) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063458:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063465:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063471:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063479:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3674112, 3678208) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.063484:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 897 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.063500:0:20502:0:(rw26.c:875:ll_write_end()) pos 3674112, len 4096, copied 4096 00000080:00200000:0.0:1787827058.063505:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000016c0758[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 897] 00000080:00200000:0.0:1787827058.063507:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000084cc4d29 17ffffc0001001 3:0 ffffa0e3c7667e80 897 lru 00000080:00200000:0.0:1787827058.063513:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000004b22d27 897: 1< 0 - - > 2< 3674112 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485158912 - | - - + - > 5< - - + - | 0 - | 897 - -> 00000080:00200000:0.0:1787827058.063515:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000016c0758 00000080:00200000:0.0:1787827058.063516:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.063519:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.063527:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063535:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063542:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063549:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063561:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.063564:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.063566:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.063571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.063574:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.063576:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.063580:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063588:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.063595:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.063598:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.063602:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.063605:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [897, 897] 00000080:00200000:0.0:1787827058.063609:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.063612:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.063617:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3678208 i_blocks 0 00000080:00200000:0.0:1787827058.063620:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.063667:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3678208, count: 4096 00000080:00200000:0.0:1787827058.063672:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3678208, bytes: 4096 00000080:00200000:0.0:1787827058.063675:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.063678:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 899, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.063680:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3678208, 3682304) 0 0 00000080:00200000:0.0:1787827058.063683:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.063688:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [898, 898] 00020000:00200000:0.0:1787827058.063690:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3678208 chunk: [3678208, 3682304) 3682304, 4096 00020000:00200000:0.0:1787827058.063692:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.063696:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [898, 898] 00000008:00010000:0.0:1787827058.063700:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.063702:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.063708:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063731:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3678208 3682303) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063740:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063748:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063754:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063763:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3678208, 3682304) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.063768:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 898 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.063784:0:20502:0:(rw26.c:875:ll_write_end()) pos 3678208, len 4096, copied 4096 00000080:00200000:0.0:1787827058.063788:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e9522c40[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 898] 00000080:00200000:0.0:1787827058.063790:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000098fdc8d9 17ffffc0001001 3:0 ffffa0e3c7667910 898 lru 00000080:00200000:0.0:1787827058.063794:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000049dbe899 898: 1< 0 - - > 2< 3678208 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485154816 - | - - + - > 5< - - + - | 0 - | 898 - -> 00000080:00200000:0.0:1787827058.063796:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e9522c40 00000080:00200000:0.0:1787827058.063797:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.063799:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.063808:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063815:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063821:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.063833:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.063844:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.063847:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.063849:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.063856:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.063858:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.063861:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.063865:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.063872:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.063879:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.063881:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.063886:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.063890:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [898, 898] 00000080:00200000:0.0:1787827058.063893:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.063896:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.063900:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3682304 i_blocks 0 00000080:00200000:0.0:1787827058.063903:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.063947:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3682304, count: 4096 00000080:00200000:0.0:1787827058.063952:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3682304, bytes: 4096 00000080:00200000:0.0:1787827058.063955:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.063958:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 900, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.063960:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3682304, 3686400) 0 0 00000080:00200000:0.0:1787827058.063962:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.063968:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [899, 899] 00020000:00200000:0.0:1787827058.063971:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3682304 chunk: [3682304, 3686400) 3686400, 4096 00020000:00200000:0.0:1787827058.063973:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.063978:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [899, 899] 00000008:00010000:0.0:1787827058.063984:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.063986:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.063994:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064003:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3682304 3686399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064012:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064019:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064024:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064029:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3682304, 3686400) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.064034:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 899 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.064061:0:20502:0:(rw26.c:875:ll_write_end()) pos 3682304, len 4096, copied 4096 00000080:00200000:0.0:1787827058.064065:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c1bb254a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 899] 00000080:00200000:0.0:1787827058.064069:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dd8231a3 17ffffc0001001 3:0 ffffa0e3c67ede80 899 lru 00000080:00200000:0.0:1787827058.064074:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d45d9d08 899: 1< 0 - - > 2< 3682304 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485150720 - | - - + - > 5< - - + - | 0 - | 899 - -> 00000080:00200000:0.0:1787827058.064077:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c1bb254a 00000080:00200000:0.0:1787827058.064078:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.064080:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.064089:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064097:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064104:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064111:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064123:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.064126:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.064128:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.064134:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.064137:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.064140:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.064143:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064152:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.064160:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.064163:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.064167:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.064170:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [899, 899] 00000080:00200000:0.0:1787827058.064174:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.064177:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.064181:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3686400 i_blocks 0 00000080:00200000:0.0:1787827058.064183:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.064226:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3686400, count: 4096 00000080:00200000:0.0:1787827058.064230:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3686400, bytes: 4096 00000080:00200000:0.0:1787827058.064233:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.064237:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 901, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.064238:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3686400, 3690496) 0 0 00000080:00200000:0.0:1787827058.064241:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.064246:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [900, 900] 00020000:00200000:0.0:1787827058.064248:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3686400 chunk: [3686400, 3690496) 3690496, 4096 00020000:00200000:0.0:1787827058.064250:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.064255:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [900, 900] 00000008:00010000:0.0:1787827058.064260:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.064262:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.064270:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064278:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3686400 3690495) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064286:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064294:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064306:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064312:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3686400, 3690496) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.064317:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 900 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.064345:0:20502:0:(rw26.c:875:ll_write_end()) pos 3686400, len 4096, copied 4096 00000080:00200000:0.0:1787827058.064350:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b0165f6f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 900] 00000080:00200000:0.0:1787827058.064352:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2ebeab3 17ffffc0001001 3:0 ffffa0e3c67ed910 900 lru 00000080:00200000:0.0:1787827058.064358:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003d73d896 900: 1< 0 - - > 2< 3686400 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485146624 - | - - + - > 5< - - + - | 0 - | 900 - -> 00000080:00200000:0.0:1787827058.064360:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b0165f6f 00000080:00200000:0.0:1787827058.064361:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.064364:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.064373:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064381:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064388:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064396:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064408:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.064410:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.064413:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.064419:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.064422:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.064424:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.064429:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064436:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.064444:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.064446:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.064451:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.064453:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [900, 900] 00000080:00200000:0.0:1787827058.064457:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.064460:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.064464:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3690496 i_blocks 0 00000080:00200000:0.0:1787827058.064467:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.064513:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3690496, count: 4096 00000080:00200000:0.0:1787827058.064518:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3690496, bytes: 4096 00000080:00200000:0.0:1787827058.064520:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.064524:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 902, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.064525:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3690496, 3694592) 0 0 00000080:00200000:0.0:1787827058.064528:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.064533:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [901, 901] 00020000:00200000:0.0:1787827058.064536:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3690496 chunk: [3690496, 3694592) 3694592, 4096 00020000:00200000:0.0:1787827058.064538:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.064543:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [901, 901] 00000008:00010000:0.0:1787827058.064548:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.064550:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.064558:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064567:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3690496 3694591) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064575:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064585:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064591:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064597:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3690496, 3694592) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.064602:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 901 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.064616:0:20502:0:(rw26.c:875:ll_write_end()) pos 3690496, len 4096, copied 4096 00000080:00200000:0.0:1787827058.064621:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000002c116f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 901] 00000080:00200000:0.0:1787827058.064624:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006cee3060 17ffffc0001001 3:0 ffffa0e3c67ed000 901 lru 00000080:00200000:0.0:1787827058.064629:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000bcf0c5a2 901: 1< 0 - - > 2< 3690496 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485142528 - | - - + - > 5< - - + - | 0 - | 901 - -> 00000080:00200000:0.0:1787827058.064631:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000002c116f 00000080:00200000:0.0:1787827058.064632:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.064634:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.064642:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064649:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064656:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064663:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064674:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.064677:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.064679:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.064685:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.064687:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.064690:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.064694:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064701:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.064709:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.064731:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.064736:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.064739:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [901, 901] 00000080:00200000:0.0:1787827058.064743:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.064746:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.064751:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3694592 i_blocks 0 00000080:00200000:0.0:1787827058.064754:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.064799:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3694592, count: 4096 00000080:00200000:0.0:1787827058.064803:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3694592, bytes: 4096 00000080:00200000:0.0:1787827058.064806:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.064809:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 903, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.064810:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3694592, 3698688) 0 0 00000080:00200000:0.0:1787827058.064813:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.064818:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [902, 902] 00020000:00200000:0.0:1787827058.064821:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3694592 chunk: [3694592, 3698688) 3698688, 4096 00020000:00200000:0.0:1787827058.064823:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.064828:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [902, 902] 00000008:00010000:0.0:1787827058.064833:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.064835:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.064843:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064852:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3694592 3698687) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064861:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064868:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064875:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064883:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3694592, 3698688) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.064889:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 902 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.064905:0:20502:0:(rw26.c:875:ll_write_end()) pos 3694592, len 4096, copied 4096 00000080:00200000:0.0:1787827058.064910:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008e8acc68[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 902] 00000080:00200000:0.0:1787827058.064913:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008b67c8d8 17ffffc0001001 3:0 ffffa0e3c67edcb0 902 lru 00000080:00200000:0.0:1787827058.064921:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009fff77c9 902: 1< 0 - - > 2< 3694592 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485138432 - | - - + - > 5< - - + - | 0 - | 902 - -> 00000080:00200000:0.0:1787827058.064923:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008e8acc68 00000080:00200000:0.0:1787827058.064924:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.064926:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.064933:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064941:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064948:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.064956:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.064967:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.064970:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.064972:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.064978:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.064980:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.064983:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.064987:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.064994:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.065002:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.065004:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.065009:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.065012:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [902, 902] 00000080:00200000:0.0:1787827058.065015:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.065018:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.065022:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3698688 i_blocks 0 00000080:00200000:0.0:1787827058.065025:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.065070:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3698688, count: 4096 00000080:00200000:0.0:1787827058.065074:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3698688, bytes: 4096 00000080:00200000:0.0:1787827058.065076:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.065079:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 904, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.065081:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3698688, 3702784) 0 0 00000080:00200000:0.0:1787827058.065083:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.065088:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [903, 903] 00020000:00200000:0.0:1787827058.065091:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3698688 chunk: [3698688, 3702784) 3702784, 4096 00020000:00200000:0.0:1787827058.065093:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.065098:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [903, 903] 00000008:00010000:0.0:1787827058.065103:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.065105:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.065113:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065121:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3698688 3702783) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065130:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065142:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065148:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065155:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3698688, 3702784) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.065160:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 903 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.065178:0:20502:0:(rw26.c:875:ll_write_end()) pos 3698688, len 4096, copied 4096 00000080:00200000:0.0:1787827058.065183:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000609870eb[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 903] 00000080:00200000:0.0:1787827058.065186:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002b568f18 17ffffc0001001 3:0 ffffa0e3c67edae0 903 lru 00000080:00200000:0.0:1787827058.065191:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000aa03c8a0 903: 1< 0 - - > 2< 3698688 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485134336 - | - - + - > 5< - - + - | 0 - | 903 - -> 00000080:00200000:0.0:1787827058.065193:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000609870eb 00000080:00200000:0.0:1787827058.065194:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.065196:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.065204:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065211:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065218:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065225:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065240:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.065242:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.065244:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.065249:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.065253:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.065255:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.065259:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065267:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.065274:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.065276:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.065280:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.065283:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [903, 903] 00000080:00200000:0.0:1787827058.065286:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.065289:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.065293:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3702784 i_blocks 0 00000080:00200000:0.0:1787827058.065296:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.065353:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3702784, count: 4096 00000080:00200000:0.0:1787827058.065358:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3702784, bytes: 4096 00000080:00200000:0.0:1787827058.065360:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.065364:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 905, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.065365:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3702784, 3706880) 0 0 00000080:00200000:0.0:1787827058.065368:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.065373:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [904, 904] 00020000:00200000:0.0:1787827058.065376:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3702784 chunk: [3702784, 3706880) 3706880, 4096 00020000:00200000:0.0:1787827058.065378:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.065383:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [904, 904] 00000008:00010000:0.0:1787827058.065388:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.065390:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.065398:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065407:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3702784 3706879) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065416:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065423:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065430:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065436:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3702784, 3706880) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.065440:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 904 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.065456:0:20502:0:(rw26.c:875:ll_write_end()) pos 3702784, len 4096, copied 4096 00000080:00200000:0.0:1787827058.065460:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000046d11ff[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 904] 00000080:00200000:0.0:1787827058.065462:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000449a310 17ffffc0001001 3:0 ffffa0e3c67ed2b8 904 lru 00000080:00200000:0.0:1787827058.065467:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000049606fae 904: 1< 0 - - > 2< 3702784 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485130240 - | - - + - > 5< - - + - | 0 - | 904 - -> 00000080:00200000:0.0:1787827058.065469:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000046d11ff 00000080:00200000:0.0:1787827058.065470:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.065472:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.065480:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065488:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065494:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065500:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065510:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.065513:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.065515:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.065520:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.065522:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.065524:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.065528:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065535:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.065543:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.065546:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.065550:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.065553:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [904, 904] 00000080:00200000:0.0:1787827058.065557:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.065560:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.065564:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3706880 i_blocks 0 00000080:00200000:0.0:1787827058.065567:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.065612:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3706880, count: 4096 00000080:00200000:0.0:1787827058.065617:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3706880, bytes: 4096 00000080:00200000:0.0:1787827058.065619:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.065623:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 906, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.065624:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3706880, 3710976) 0 0 00000080:00200000:0.0:1787827058.065626:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.065630:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [905, 905] 00020000:00200000:0.0:1787827058.065632:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3706880 chunk: [3706880, 3710976) 3710976, 4096 00020000:00200000:0.0:1787827058.065634:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.065637:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [905, 905] 00000008:00010000:0.0:1787827058.065641:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.065642:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.065648:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065654:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3706880 3710975) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065660:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065664:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065668:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065674:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3706880, 3710976) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.065677:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 905 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.065688:0:20502:0:(rw26.c:875:ll_write_end()) pos 3706880, len 4096, copied 4096 00000080:00200000:0.0:1787827058.065691:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000061042d5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 905] 00000080:00200000:0.0:1787827058.065693:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000247b7999 17ffffc0001001 3:0 ffffa0e3c67edbc8 905 lru 00000080:00200000:0.0:1787827058.065697:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004adbbe2e 905: 1< 0 - - > 2< 3706880 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485126144 - | - - + - > 5< - - + - | 0 - | 905 - -> 00000080:00200000:0.0:1787827058.065698:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000061042d5 00000080:00200000:0.0:1787827058.065699:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.065701:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.065706:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065729:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065737:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.065744:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065755:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.065758:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.065761:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.065767:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.065769:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.065772:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.065777:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065785:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.065793:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.065796:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.065801:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.065804:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [905, 905] 00000080:00200000:0.0:1787827058.065808:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.065811:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.065815:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3710976 i_blocks 0 00000080:00200000:0.0:1787827058.065818:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.065859:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3710976, count: 4096 00000080:00200000:0.0:1787827058.065862:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3710976, bytes: 4096 00000080:00200000:0.0:1787827058.065864:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.065867:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 907, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.065868:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3710976, 3715072) 0 0 00000080:00200000:0.0:1787827058.065870:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.065876:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [906, 906] 00020000:00200000:0.0:1787827058.065879:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3710976 chunk: [3710976, 3715072) 3715072, 4096 00020000:00200000:0.0:1787827058.065881:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.065886:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [906, 906] 00000008:00010000:0.0:1787827058.065891:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.065894:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.065902:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065910:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3710976 3715071) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065919:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065927:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.065934:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.065941:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3710976, 3715072) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.065947:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 906 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.065965:0:20502:0:(rw26.c:875:ll_write_end()) pos 3710976, len 4096, copied 4096 00000080:00200000:0.0:1787827058.065970:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a4a7b4bb[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 906] 00000080:00200000:0.0:1787827058.065972:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004f3d1d8a 17ffffc0001001 3:0 ffffa0e3c67ed658 906 lru 00000080:00200000:0.0:1787827058.065978:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000000ef3849e 906: 1< 0 - - > 2< 3710976 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485122048 - | - - + - > 5< - - + - | 0 - | 906 - -> 00000080:00200000:0.0:1787827058.065980:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a4a7b4bb 00000080:00200000:0.0:1787827058.065981:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.065983:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.065992:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066000:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066008:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066018:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066026:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.066028:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.066029:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.066033:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.066035:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.066037:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.066040:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066045:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.066050:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.066051:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.066053:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.066055:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [906, 906] 00000080:00200000:0.0:1787827058.066058:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.066060:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.066063:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3715072 i_blocks 0 00000080:00200000:0.0:1787827058.066065:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.066097:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3715072, count: 4096 00000080:00200000:0.0:1787827058.066099:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3715072, bytes: 4096 00000080:00200000:0.0:1787827058.066101:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.066104:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 908, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.066105:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3715072, 3719168) 0 0 00000080:00200000:0.0:1787827058.066106:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.066110:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [907, 907] 00020000:00200000:0.0:1787827058.066111:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3715072 chunk: [3715072, 3719168) 3719168, 4096 00020000:00200000:0.0:1787827058.066113:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.066116:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [907, 907] 00000008:00010000:0.0:1787827058.066119:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.066121:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.066126:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066132:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3715072 3719167) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066138:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066142:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066146:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066150:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3715072, 3719168) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.066153:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 907 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.066165:0:20502:0:(rw26.c:875:ll_write_end()) pos 3715072, len 4096, copied 4096 00000080:00200000:0.0:1787827058.066169:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d9014d70[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 907] 00000080:00200000:0.0:1787827058.066171:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000bdba2e2d 17ffffc0001001 3:0 ffffa0e3c67ed1d0 907 lru 00000080:00200000:0.0:1787827058.066177:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006990e679 907: 1< 0 - - > 2< 3715072 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485117952 - | - - + - > 5< - - + - | 0 - | 907 - -> 00000080:00200000:0.0:1787827058.066179:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d9014d70 00000080:00200000:0.0:1787827058.066180:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.066182:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.066190:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066198:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066205:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066213:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066224:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.066226:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.066228:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.066232:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.066234:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.066235:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.066238:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066243:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.066248:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.066250:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.066253:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.066256:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [907, 907] 00000080:00200000:0.0:1787827058.066258:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.066260:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.066263:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3719168 i_blocks 0 00000080:00200000:0.0:1787827058.066265:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.066297:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3719168, count: 4096 00000080:00200000:0.0:1787827058.066299:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3719168, bytes: 4096 00000080:00200000:0.0:1787827058.066301:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.066304:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 909, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.066305:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3719168, 3723264) 0 0 00000080:00200000:0.0:1787827058.066306:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.066310:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [908, 908] 00020000:00200000:0.0:1787827058.066313:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3719168 chunk: [3719168, 3723264) 3723264, 4096 00020000:00200000:0.0:1787827058.066315:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.066320:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [908, 908] 00000008:00010000:0.0:1787827058.066336:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.066339:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.066347:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066356:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3719168 3723263) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066365:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066373:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066385:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066390:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3719168, 3723264) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.066394:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 908 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.066407:0:20502:0:(rw26.c:875:ll_write_end()) pos 3719168, len 4096, copied 4096 00000080:00200000:0.0:1787827058.066410:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000077fe753c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 908] 00000080:00200000:0.0:1787827058.066411:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000024b91182 17ffffc0001001 3:0 ffffa0e3c67ed9f8 908 lru 00000080:00200000:0.0:1787827058.066415:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000036604159 908: 1< 0 - - > 2< 3719168 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485113856 - | - - + - > 5< - - + - | 0 - | 908 - -> 00000080:00200000:0.0:1787827058.066416:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000077fe753c 00000080:00200000:0.0:1787827058.066417:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.066419:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.066424:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066429:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066433:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066437:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066444:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.066445:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.066447:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.066452:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.066453:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.066455:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.066458:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066464:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.066469:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.066470:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.066473:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.066475:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [908, 908] 00000080:00200000:0.0:1787827058.066477:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.066479:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.066482:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3723264 i_blocks 0 00000080:00200000:0.0:1787827058.066484:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.066516:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3723264, count: 4096 00000080:00200000:0.0:1787827058.066519:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3723264, bytes: 4096 00000080:00200000:0.0:1787827058.066520:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.066523:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 910, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.066524:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3723264, 3727360) 0 0 00000080:00200000:0.0:1787827058.066525:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.066529:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [909, 909] 00020000:00200000:0.0:1787827058.066531:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3723264 chunk: [3723264, 3727360) 3727360, 4096 00020000:00200000:0.0:1787827058.066532:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.066535:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [909, 909] 00000008:00010000:0.0:1787827058.066539:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.066540:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.066546:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066551:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3723264 3727359) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066557:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066562:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066565:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066569:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3723264, 3727360) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.066572:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 909 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.066589:0:20502:0:(rw26.c:875:ll_write_end()) pos 3723264, len 4096, copied 4096 00000080:00200000:0.0:1787827058.066592:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a4ab923d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 909] 00000080:00200000:0.0:1787827058.066594:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000099429dcf 17ffffc0001021 2:0 ffffa0e3c67ed488 909 lru 00000080:00200000:0.0:1787827058.066597:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cde18a1e 909: 1< 0 - - > 2< 3723264 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485109760 - | - - + - > 5< - - + - | 0 - | 909 - -> 00000080:00200000:0.0:1787827058.066598:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a4ab923d 00000080:00200000:0.0:1787827058.066599:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.066600:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.066605:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066610:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066615:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066619:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066626:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.066627:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.066628:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.066632:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.066633:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.066635:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.066639:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066646:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.066654:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.066656:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.066661:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.066664:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [909, 909] 00000080:00200000:0.0:1787827058.066668:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.066671:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.066675:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3727360 i_blocks 0 00000080:00200000:0.0:1787827058.066678:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.066746:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3727360, count: 4096 00000080:00200000:0.0:1787827058.066751:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3727360, bytes: 4096 00000080:00200000:0.0:1787827058.066754:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.066757:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 911, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.066759:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3727360, 3731456) 0 0 00000080:00200000:0.0:1787827058.066761:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.066767:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [910, 910] 00020000:00200000:0.0:1787827058.066770:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3727360 chunk: [3727360, 3731456) 3731456, 4096 00020000:00200000:0.0:1787827058.066772:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.066777:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [910, 910] 00000008:00010000:0.0:1787827058.066783:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.066785:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.066793:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066801:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3727360 3731455) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066810:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066818:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066826:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066834:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3727360, 3731456) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.066838:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 910 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.066852:0:20502:0:(rw26.c:875:ll_write_end()) pos 3727360, len 4096, copied 4096 00000080:00200000:0.0:1787827058.066855:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000018368a30[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 910] 00000080:00200000:0.0:1787827058.066857:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d78a7f4d 17ffffc0001001 3:0 ffffa0e3c67ed570 910 lru 00000080:00200000:0.0:1787827058.066861:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001e9e3bb4 910: 1< 0 - - > 2< 3727360 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485105664 - | - - + - > 5< - - + - | 0 - | 910 - -> 00000080:00200000:0.0:1787827058.066863:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000018368a30 00000080:00200000:0.0:1787827058.066864:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.066865:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.066873:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066881:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066887:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.066895:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.066906:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.066909:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.066911:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.066916:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.066919:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.066922:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.066926:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.066932:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.066938:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.066940:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.066943:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.066946:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [910, 910] 00000080:00200000:0.0:1787827058.066949:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.066951:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.066955:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3731456 i_blocks 0 00000080:00200000:0.0:1787827058.066957:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.067004:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3731456, count: 4096 00000080:00200000:0.0:1787827058.067009:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3731456, bytes: 4096 00000080:00200000:0.0:1787827058.067012:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.067016:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 912, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.067017:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3731456, 3735552) 0 0 00000080:00200000:0.0:1787827058.067019:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.067025:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [911, 911] 00020000:00200000:0.0:1787827058.067028:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3731456 chunk: [3731456, 3735552) 3735552, 4096 00020000:00200000:0.0:1787827058.067030:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.067035:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [911, 911] 00000008:00010000:0.0:1787827058.067040:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.067043:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.067051:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067060:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3731456 3735551) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067068:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067078:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067082:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067087:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3731456, 3735552) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.067091:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 911 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.067103:0:20502:0:(rw26.c:875:ll_write_end()) pos 3731456, len 4096, copied 4096 00000080:00200000:0.0:1787827058.067106:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005419020f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 911] 00000080:00200000:0.0:1787827058.067107:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000cf551134 17ffffc0001001 3:0 ffffa0e3c67edd98 911 lru 00000080:00200000:0.0:1787827058.067111:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004fe1bfb2 911: 1< 0 - - > 2< 3731456 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485101568 - | - - + - > 5< - - + - | 0 - | 911 - -> 00000080:00200000:0.0:1787827058.067112:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005419020f 00000080:00200000:0.0:1787827058.067112:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.067114:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.067121:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067128:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067135:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067144:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067162:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.067165:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.067168:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.067173:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.067176:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.067178:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.067183:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067192:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.067200:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.067203:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.067208:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.067210:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [911, 911] 00000080:00200000:0.0:1787827058.067216:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.067219:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.067224:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3735552 i_blocks 0 00000080:00200000:0.0:1787827058.067227:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.067268:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3735552, count: 4096 00000080:00200000:0.0:1787827058.067272:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3735552, bytes: 4096 00000080:00200000:0.0:1787827058.067276:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.067279:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 913, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.067281:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3735552, 3739648) 0 0 00000080:00200000:0.0:1787827058.067284:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.067289:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [912, 912] 00020000:00200000:0.0:1787827058.067293:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3735552 chunk: [3735552, 3739648) 3739648, 4096 00020000:00200000:0.0:1787827058.067296:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.067301:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [912, 912] 00000008:00010000:0.0:1787827058.067306:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.067308:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.067316:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067337:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3735552 3739647) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067346:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067354:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067361:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067369:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3735552, 3739648) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.067375:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 912 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.067390:0:20502:0:(rw26.c:875:ll_write_end()) pos 3735552, len 4096, copied 4096 00000080:00200000:0.0:1787827058.067395:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009c932f7d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 912] 00000080:00200000:0.0:1787827058.067398:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000099801f27 17ffffc0001001 3:0 ffffa0e3c67ed740 912 lru 00000080:00200000:0.0:1787827058.067403:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0eb263f 912: 1< 0 - - > 2< 3735552 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485097472 - | - - + - > 5< - - + - | 0 - | 912 - -> 00000080:00200000:0.0:1787827058.067405:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009c932f7d 00000080:00200000:0.0:1787827058.067406:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.067409:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.067418:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067424:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067430:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067436:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067446:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.067449:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.067451:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.067456:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.067458:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.067461:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.067465:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067471:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.067478:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.067480:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.067484:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.067487:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [912, 912] 00000080:00200000:0.0:1787827058.067491:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.067494:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.067498:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3739648 i_blocks 0 00000080:00200000:0.0:1787827058.067501:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.067544:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3739648, count: 4096 00000080:00200000:0.0:1787827058.067548:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3739648, bytes: 4096 00000080:00200000:0.0:1787827058.067551:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.067555:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 914, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.067556:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3739648, 3743744) 0 0 00000080:00200000:0.0:1787827058.067558:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.067563:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [913, 913] 00020000:00200000:0.0:1787827058.067565:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3739648 chunk: [3739648, 3743744) 3743744, 4096 00020000:00200000:0.0:1787827058.067567:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.067572:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [913, 913] 00000008:00010000:0.0:1787827058.067577:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.067580:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.067587:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067596:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3739648 3743743) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067604:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067612:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067619:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067627:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3739648, 3743744) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.067632:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 913 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.067648:0:20502:0:(rw26.c:875:ll_write_end()) pos 3739648, len 4096, copied 4096 00000080:00200000:0.0:1787827058.067652:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002b0ffe78[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 913] 00000080:00200000:0.0:1787827058.067655:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004da67c9a 17ffffc0001001 3:0 ffffa0e3c67ed0e8 913 lru 00000080:00200000:0.0:1787827058.067660:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000051825b09 913: 1< 0 - - > 2< 3739648 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485093376 - | - - + - > 5< - - + - | 0 - | 913 - -> 00000080:00200000:0.0:1787827058.067662:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002b0ffe78 00000080:00200000:0.0:1787827058.067664:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.067666:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.067674:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067681:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067687:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067694:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067704:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.067708:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.067732:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.067739:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.067741:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.067744:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.067748:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067756:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.067764:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.067766:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.067771:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.067774:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [913, 913] 00000080:00200000:0.0:1787827058.067777:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.067780:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.067785:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3743744 i_blocks 0 00000080:00200000:0.0:1787827058.067788:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.067833:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3743744, count: 4096 00000080:00200000:0.0:1787827058.067838:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3743744, bytes: 4096 00000080:00200000:0.0:1787827058.067841:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.067844:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 915, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.067846:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3743744, 3747840) 0 0 00000080:00200000:0.0:1787827058.067848:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.067854:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [914, 914] 00020000:00200000:0.0:1787827058.067857:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3743744 chunk: [3743744, 3747840) 3747840, 4096 00020000:00200000:0.0:1787827058.067859:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.067864:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [914, 914] 00000008:00010000:0.0:1787827058.067870:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.067873:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.067881:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067889:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3743744 3747839) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067898:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067905:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.067912:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.067920:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3743744, 3747840) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.067925:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 914 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.067940:0:20502:0:(rw26.c:875:ll_write_end()) pos 3743744, len 4096, copied 4096 00000080:00200000:0.0:1787827058.067945:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008e1c79e4[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 914] 00000080:00200000:0.0:1787827058.067948:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000192841a1 17ffffc0001001 3:0 ffffa0e3c67ed3a0 914 lru 00000080:00200000:0.0:1787827058.067953:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005e641adc 914: 1< 0 - - > 2< 3743744 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485089280 - | - - + - > 5< - - + - | 0 - | 914 - -> 00000080:00200000:0.0:1787827058.067955:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008e1c79e4 00000080:00200000:0.0:1787827058.067956:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.067958:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.067967:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067974:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067981:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.067992:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068003:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.068006:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.068008:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.068013:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.068016:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.068018:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.068022:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068030:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.068037:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.068040:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.068044:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.068047:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [914, 914] 00000080:00200000:0.0:1787827058.068051:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.068054:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.068058:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3747840 i_blocks 0 00000080:00200000:0.0:1787827058.068061:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.068103:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3747840, count: 4096 00000080:00200000:0.0:1787827058.068106:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3747840, bytes: 4096 00000080:00200000:0.0:1787827058.068108:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.068111:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 916, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.068113:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3747840, 3751936) 0 0 00000080:00200000:0.0:1787827058.068116:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.068122:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [915, 915] 00020000:00200000:0.0:1787827058.068125:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3747840 chunk: [3747840, 3751936) 3751936, 4096 00020000:00200000:0.0:1787827058.068127:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.068132:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [915, 915] 00000008:00010000:0.0:1787827058.068138:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.068140:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.068148:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068157:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3747840 3751935) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068167:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068175:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068179:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068185:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3747840, 3751936) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.068188:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 915 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.068201:0:20502:0:(rw26.c:875:ll_write_end()) pos 3747840, len 4096, copied 4096 00000080:00200000:0.0:1787827058.068204:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006042e36d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 915] 00000080:00200000:0.0:1787827058.068206:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dbacc071 17ffffc0001001 3:0 ffffa0e3c67ed828 915 lru 00000080:00200000:0.0:1787827058.068209:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d1264e2c 915: 1< 0 - - > 2< 3747840 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485085184 - | - - + - > 5< - - + - | 0 - | 915 - -> 00000080:00200000:0.0:1787827058.068211:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006042e36d 00000080:00200000:0.0:1787827058.068212:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.068214:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.068219:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068224:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068229:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068233:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068239:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.068241:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.068242:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.068246:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.068247:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.068249:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.068251:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068256:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.068261:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.068263:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.068266:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.068268:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [915, 915] 00000080:00200000:0.0:1787827058.068270:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.068272:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.068275:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3751936 i_blocks 0 00000080:00200000:0.0:1787827058.068277:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.068309:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3751936, count: 4096 00000080:00200000:0.0:1787827058.068311:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3751936, bytes: 4096 00000080:00200000:0.0:1787827058.068313:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.068315:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 917, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.068316:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3751936, 3756032) 0 0 00000080:00200000:0.0:1787827058.068318:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.068321:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [916, 916] 00020000:00200000:0.0:1787827058.068337:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3751936 chunk: [3751936, 3756032) 3756032, 4096 00020000:00200000:0.0:1787827058.068338:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.068342:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [916, 916] 00000008:00010000:0.0:1787827058.068346:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.068348:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.068353:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068359:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3751936 3756031) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068365:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068369:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068380:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068388:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3751936, 3756032) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.068393:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 916 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.068418:0:20502:0:(rw26.c:875:ll_write_end()) pos 3751936, len 4096, copied 4096 00000080:00200000:0.0:1787827058.068423:0:20502:0:(rw26.c:933:ll_write_end()) page@000000007ee1c8c0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 916] 00000080:00200000:0.0:1787827058.068426:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000feb6a0ea 17ffffc0001001 3:0 ffffa0e3c7679d98 916 lru 00000080:00200000:0.0:1787827058.068432:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000023466c56 916: 1< 0 - - > 2< 3751936 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485081088 - | - - + - > 5< - - + - | 0 - | 916 - -> 00000080:00200000:0.0:1787827058.068434:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000007ee1c8c0 00000080:00200000:0.0:1787827058.068434:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.068436:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.068443:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068448:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068452:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068456:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068463:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.068465:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.068468:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.068474:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.068477:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.068480:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.068484:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068492:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.068501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.068504:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.068508:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.068511:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [916, 916] 00000080:00200000:0.0:1787827058.068515:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.068518:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.068523:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3756032 i_blocks 0 00000080:00200000:0.0:1787827058.068525:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.068564:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3756032, count: 4096 00000080:00200000:0.0:1787827058.068568:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3756032, bytes: 4096 00000080:00200000:0.0:1787827058.068571:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.068575:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 918, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.068576:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3756032, 3760128) 0 0 00000080:00200000:0.0:1787827058.068579:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.068584:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [917, 917] 00020000:00200000:0.0:1787827058.068588:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3756032 chunk: [3756032, 3760128) 3760128, 4096 00020000:00200000:0.0:1787827058.068590:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.068595:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [917, 917] 00000008:00010000:0.0:1787827058.068600:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.068602:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.068608:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068614:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3756032 3760127) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068620:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068624:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068629:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068633:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3756032, 3760128) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.068637:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 917 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.068655:0:20502:0:(rw26.c:875:ll_write_end()) pos 3756032, len 4096, copied 4096 00000080:00200000:0.0:1787827058.068660:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008bc9a120[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 917] 00000080:00200000:0.0:1787827058.068662:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001123db46 17ffffc0001001 3:0 ffffa0e3c7679740 917 lru 00000080:00200000:0.0:1787827058.068668:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000020378dd7 917: 1< 0 - - > 2< 3756032 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485076992 - | - - + - > 5< - - + - | 0 - | 917 - -> 00000080:00200000:0.0:1787827058.068669:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008bc9a120 00000080:00200000:0.0:1787827058.068671:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.068673:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.068681:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068689:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068694:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068699:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068707:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.068729:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.068732:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.068739:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.068741:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.068744:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.068748:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068756:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.068763:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.068765:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.068771:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.068774:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [917, 917] 00000080:00200000:0.0:1787827058.068778:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.068781:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.068786:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3760128 i_blocks 0 00000080:00200000:0.0:1787827058.068789:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.068837:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3760128, count: 4096 00000080:00200000:0.0:1787827058.068842:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3760128, bytes: 4096 00000080:00200000:0.0:1787827058.068844:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.068848:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 919, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.068849:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3760128, 3764224) 0 0 00000080:00200000:0.0:1787827058.068852:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.068857:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [918, 918] 00020000:00200000:0.0:1787827058.068860:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3760128 chunk: [3760128, 3764224) 3764224, 4096 00020000:00200000:0.0:1787827058.068863:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.068868:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [918, 918] 00000008:00010000:0.0:1787827058.068873:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.068876:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.068884:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068893:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3760128 3764223) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068902:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068910:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.068916:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068921:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3760128, 3764224) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.068925:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 918 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.068938:0:20502:0:(rw26.c:875:ll_write_end()) pos 3760128, len 4096, copied 4096 00000080:00200000:0.0:1787827058.068941:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ee952641[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 918] 00000080:00200000:0.0:1787827058.068943:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3ebc5d8 17ffffc0001001 3:0 ffffa0e3c76790e8 918 lru 00000080:00200000:0.0:1787827058.068947:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000080775e5b 918: 1< 0 - - > 2< 3760128 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485072896 - | - - + - > 5< - - + - | 0 - | 918 - -> 00000080:00200000:0.0:1787827058.068949:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ee952641 00000080:00200000:0.0:1787827058.068949:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.068951:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.068956:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068962:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068969:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.068977:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.068988:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.068991:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.068993:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.068999:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.069001:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.069004:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.069009:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069017:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.069024:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.069025:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.069029:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.069031:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [918, 918] 00000080:00200000:0.0:1787827058.069034:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.069036:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.069039:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3764224 i_blocks 0 00000080:00200000:0.0:1787827058.069041:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.069073:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3764224, count: 4096 00000080:00200000:0.0:1787827058.069075:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3764224, bytes: 4096 00000080:00200000:0.0:1787827058.069077:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.069080:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 920, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.069081:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3764224, 3768320) 0 0 00000080:00200000:0.0:1787827058.069083:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.069086:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [919, 919] 00020000:00200000:0.0:1787827058.069088:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3764224 chunk: [3764224, 3768320) 3768320, 4096 00020000:00200000:0.0:1787827058.069090:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.069093:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [919, 919] 00000008:00010000:0.0:1787827058.069097:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.069099:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.069104:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069110:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3764224 3768319) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069119:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069133:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069140:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069149:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3764224, 3768320) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.069154:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 919 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.069169:0:20502:0:(rw26.c:875:ll_write_end()) pos 3764224, len 4096, copied 4096 00000080:00200000:0.0:1787827058.069173:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009b0802e1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 919] 00000080:00200000:0.0:1787827058.069175:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004f9252bf 17ffffc0001001 3:0 ffffa0e3c76793a0 919 lru 00000080:00200000:0.0:1787827058.069179:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003b936b2c 919: 1< 0 - - > 2< 3764224 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485068800 - | - - + - > 5< - - + - | 0 - | 919 - -> 00000080:00200000:0.0:1787827058.069180:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009b0802e1 00000080:00200000:0.0:1787827058.069181:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.069182:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.069190:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069198:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069205:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069213:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069231:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.069234:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.069235:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.069240:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.069242:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.069244:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.069247:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069252:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.069257:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.069258:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.069261:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.069263:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [919, 919] 00000080:00200000:0.0:1787827058.069265:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.069267:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.069270:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3768320 i_blocks 0 00000080:00200000:0.0:1787827058.069272:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.069309:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3768320, count: 4096 00000080:00200000:0.0:1787827058.069314:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3768320, bytes: 4096 00000080:00200000:0.0:1787827058.069316:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.069319:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 921, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.069321:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3768320, 3772416) 0 0 00000080:00200000:0.0:1787827058.069334:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.069340:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [920, 920] 00020000:00200000:0.0:1787827058.069344:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3768320 chunk: [3768320, 3772416) 3772416, 4096 00020000:00200000:0.0:1787827058.069346:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.069352:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [920, 920] 00000008:00010000:0.0:1787827058.069357:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.069360:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.069368:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069377:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3768320 3772415) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069386:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069393:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069400:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069408:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3768320, 3772416) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.069413:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 920 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.069430:0:20502:0:(rw26.c:875:ll_write_end()) pos 3768320, len 4096, copied 4096 00000080:00200000:0.0:1787827058.069434:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005397e181[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 920] 00000080:00200000:0.0:1787827058.069438:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7fc1f98 17ffffc0001001 3:0 ffffa0e3c7679828 920 lru 00000080:00200000:0.0:1787827058.069442:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000331c626c 920: 1< 0 - - > 2< 3768320 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485064704 - | - - + - > 5< - - + - | 0 - | 920 - -> 00000080:00200000:0.0:1787827058.069445:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005397e181 00000080:00200000:0.0:1787827058.069446:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.069448:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.069457:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069465:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069472:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069479:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069490:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.069493:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.069495:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.069501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.069504:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.069506:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.069510:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069518:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.069526:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.069528:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.069533:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.069536:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [920, 920] 00000080:00200000:0.0:1787827058.069540:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.069543:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.069548:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3772416 i_blocks 0 00000080:00200000:0.0:1787827058.069551:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.069595:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3772416, count: 4096 00000080:00200000:0.0:1787827058.069599:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3772416, bytes: 4096 00000080:00200000:0.0:1787827058.069602:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.069606:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 922, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.069608:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3772416, 3776512) 0 0 00000080:00200000:0.0:1787827058.069610:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.069616:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [921, 921] 00020000:00200000:0.0:1787827058.069619:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3772416 chunk: [3772416, 3776512) 3776512, 4096 00020000:00200000:0.0:1787827058.069621:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.069626:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [921, 921] 00000008:00010000:0.0:1787827058.069631:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.069634:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.069642:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069651:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3772416 3776511) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069659:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069667:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069674:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069682:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3772416, 3776512) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.069687:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 921 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.069703:0:20502:0:(rw26.c:875:ll_write_end()) pos 3772416, len 4096, copied 4096 00000080:00200000:0.0:1787827058.069708:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000998726ce[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 921] 00000080:00200000:0.0:1787827058.069732:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000aa6a406 17ffffc0001001 3:0 ffffa0e3c7679e80 921 lru 00000080:00200000:0.0:1787827058.069738:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c2007852 921: 1< 0 - - > 2< 3772416 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485060608 - | - - + - > 5< - - + - | 0 - | 921 - -> 00000080:00200000:0.0:1787827058.069740:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000998726ce 00000080:00200000:0.0:1787827058.069741:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.069744:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.069753:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069761:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069768:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.069775:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069786:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.069789:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.069792:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.069797:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.069800:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.069802:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.069808:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069816:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.069825:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.069827:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.069832:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.069835:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [921, 921] 00000080:00200000:0.0:1787827058.069839:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.069843:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.069847:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3776512 i_blocks 0 00000080:00200000:0.0:1787827058.069849:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.069892:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3776512, count: 4096 00000080:00200000:0.0:1787827058.069896:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3776512, bytes: 4096 00000080:00200000:0.0:1787827058.069899:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.069902:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 923, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.069904:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3776512, 3780608) 0 0 00000080:00200000:0.0:1787827058.069906:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.069911:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [922, 922] 00020000:00200000:0.0:1787827058.069913:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3776512 chunk: [3776512, 3780608) 3780608, 4096 00020000:00200000:0.0:1787827058.069915:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.069920:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [922, 922] 00000008:00010000:0.0:1787827058.069925:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.069927:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.069935:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069943:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3776512 3780607) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069952:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069960:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.069967:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.069975:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3776512, 3780608) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.069981:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 922 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.069999:0:20502:0:(rw26.c:875:ll_write_end()) pos 3776512, len 4096, copied 4096 00000080:00200000:0.0:1787827058.070005:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001012d569[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 922] 00000080:00200000:0.0:1787827058.070008:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6c320be 17ffffc0001001 3:0 ffffa0e3c7679910 922 lru 00000080:00200000:0.0:1787827058.070013:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000010cb6051 922: 1< 0 - - > 2< 3776512 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485056512 - | - - + - > 5< - - + - | 0 - | 922 - -> 00000080:00200000:0.0:1787827058.070015:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001012d569 00000080:00200000:0.0:1787827058.070016:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.070018:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.070027:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070036:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070043:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070052:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070060:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.070062:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.070063:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.070067:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.070068:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.070071:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.070073:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070078:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.070083:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.070085:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.070087:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.070089:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [922, 922] 00000080:00200000:0.0:1787827058.070092:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.070093:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.070097:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3780608 i_blocks 0 00000080:00200000:0.0:1787827058.070098:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.070139:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3780608, count: 4096 00000080:00200000:0.0:1787827058.070144:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3780608, bytes: 4096 00000080:00200000:0.0:1787827058.070146:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.070150:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 924, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.070152:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3780608, 3784704) 0 0 00000080:00200000:0.0:1787827058.070155:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.070160:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [923, 923] 00020000:00200000:0.0:1787827058.070164:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3780608 chunk: [3780608, 3784704) 3784704, 4096 00020000:00200000:0.0:1787827058.070166:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.070172:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [923, 923] 00000008:00010000:0.0:1787827058.070176:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.070178:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.070185:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070194:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3780608 3784703) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070203:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070211:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070218:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070227:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3780608, 3784704) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.070232:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 923 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.070245:0:20502:0:(rw26.c:875:ll_write_end()) pos 3780608, len 4096, copied 4096 00000080:00200000:0.0:1787827058.070248:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000096720f54[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 923] 00000080:00200000:0.0:1787827058.070250:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009c797cb5 17ffffc0001001 3:0 ffffa0e3c7679000 923 lru 00000080:00200000:0.0:1787827058.070254:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004a85f4a7 923: 1< 0 - - > 2< 3780608 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485052416 - | - - + - > 5< - - + - | 0 - | 923 - -> 00000080:00200000:0.0:1787827058.070256:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000096720f54 00000080:00200000:0.0:1787827058.070256:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.070258:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.070263:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070268:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070273:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070277:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070283:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.070285:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.070286:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.070290:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.070292:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.070293:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.070295:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070300:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.070305:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.070307:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.070310:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.070312:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [923, 923] 00000080:00200000:0.0:1787827058.070314:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.070316:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.070319:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3784704 i_blocks 0 00000080:00200000:0.0:1787827058.070332:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.070376:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3784704, count: 4096 00000080:00200000:0.0:1787827058.070380:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3784704, bytes: 4096 00000080:00200000:0.0:1787827058.070383:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.070386:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 925, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.070387:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3784704, 3788800) 0 0 00000080:00200000:0.0:1787827058.070389:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.070394:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [924, 924] 00020000:00200000:0.0:1787827058.070397:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3784704 chunk: [3784704, 3788800) 3788800, 4096 00020000:00200000:0.0:1787827058.070399:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.070404:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [924, 924] 00000008:00010000:0.0:1787827058.070410:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.070412:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.070420:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070428:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3784704 3788799) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070436:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070442:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070453:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070459:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3784704, 3788800) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.070464:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 924 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.070489:0:20502:0:(rw26.c:875:ll_write_end()) pos 3784704, len 4096, copied 4096 00000080:00200000:0.0:1787827058.070494:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b588c63b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 924] 00000080:00200000:0.0:1787827058.070496:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000fde0f11c 17ffffc0001021 2:0 ffffa0e3c7679cb0 924 lru 00000080:00200000:0.0:1787827058.070502:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1d3c4a1 924: 1< 0 - - > 2< 3784704 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485048320 - | - - + - > 5< - - + - | 0 - | 924 - -> 00000080:00200000:0.0:1787827058.070504:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b588c63b 00000080:00200000:0.0:1787827058.070505:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.070507:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.070515:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070522:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070528:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070536:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070546:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.070548:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.070550:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.070554:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.070556:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.070558:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.070560:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070565:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.070571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.070572:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.070575:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.070576:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [924, 924] 00000080:00200000:0.0:1787827058.070579:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.070581:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.070584:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3788800 i_blocks 0 00000080:00200000:0.0:1787827058.070585:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.070617:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3788800, count: 4096 00000080:00200000:0.0:1787827058.070620:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3788800, bytes: 4096 00000080:00200000:0.0:1787827058.070621:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.070624:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 926, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.070625:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3788800, 3792896) 0 0 00000080:00200000:0.0:1787827058.070626:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.070629:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [925, 925] 00020000:00200000:0.0:1787827058.070631:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3788800 chunk: [3788800, 3792896) 3792896, 4096 00020000:00200000:0.0:1787827058.070633:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.070636:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [925, 925] 00000008:00010000:0.0:1787827058.070639:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.070641:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.070646:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070652:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3788800 3792895) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070657:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070661:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070665:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070669:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3788800, 3792896) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.070672:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 925 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.070684:0:20502:0:(rw26.c:875:ll_write_end()) pos 3788800, len 4096, copied 4096 00000080:00200000:0.0:1787827058.070687:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000024b81031[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 925] 00000080:00200000:0.0:1787827058.070689:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005711944d 17ffffc0001001 3:0 ffffa0e3c7679ae0 925 lru 00000080:00200000:0.0:1787827058.070692:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003ba57899 925: 1< 0 - - > 2< 3788800 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485044224 - | - - + - > 5< - - + - | 0 - | 925 - -> 00000080:00200000:0.0:1787827058.070694:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000024b81031 00000080:00200000:0.0:1787827058.070695:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.070696:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.070701:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070709:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070735:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070743:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070754:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.070757:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.070759:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.070765:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.070767:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.070770:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.070774:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070781:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.070788:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.070790:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.070794:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.070797:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [925, 925] 00000080:00200000:0.0:1787827058.070800:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.070803:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.070807:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3792896 i_blocks 0 00000080:00200000:0.0:1787827058.070810:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.070854:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3792896, count: 4096 00000080:00200000:0.0:1787827058.070858:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3792896, bytes: 4096 00000080:00200000:0.0:1787827058.070860:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.070864:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 927, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.070866:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3792896, 3796992) 0 0 00000080:00200000:0.0:1787827058.070868:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.070873:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [926, 926] 00020000:00200000:0.0:1787827058.070876:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3792896 chunk: [3792896, 3796992) 3796992, 4096 00020000:00200000:0.0:1787827058.070878:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.070883:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [926, 926] 00000008:00010000:0.0:1787827058.070888:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.070890:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.070898:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070906:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3792896 3796991) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070915:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070922:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.070928:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.070935:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3792896, 3796992) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.070941:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 926 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.070957:0:20502:0:(rw26.c:875:ll_write_end()) pos 3792896, len 4096, copied 4096 00000080:00200000:0.0:1787827058.070962:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008ba12ba2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 926] 00000080:00200000:0.0:1787827058.070964:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002852fd05 17ffffc0001001 3:0 ffffa0e3c76792b8 926 lru 00000080:00200000:0.0:1787827058.070969:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005e9af447 926: 1< 0 - - > 2< 3792896 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485040128 - | - - + - > 5< - - + - | 0 - | 926 - -> 00000080:00200000:0.0:1787827058.070972:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008ba12ba2 00000080:00200000:0.0:1787827058.070973:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.070975:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.070984:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070991:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.070999:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071006:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071017:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.071021:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.071023:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.071029:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.071032:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.071035:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.071038:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071046:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.071055:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.071057:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.071061:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.071064:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [926, 926] 00000080:00200000:0.0:1787827058.071068:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.071071:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.071075:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3796992 i_blocks 0 00000080:00200000:0.0:1787827058.071078:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.071124:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3796992, count: 4096 00000080:00200000:0.0:1787827058.071129:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3796992, bytes: 4096 00000080:00200000:0.0:1787827058.071131:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.071135:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 928, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.071137:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3796992, 3801088) 0 0 00000080:00200000:0.0:1787827058.071140:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.071145:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [927, 927] 00020000:00200000:0.0:1787827058.071148:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3796992 chunk: [3796992, 3801088) 3801088, 4096 00020000:00200000:0.0:1787827058.071150:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.071155:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [927, 927] 00000008:00010000:0.0:1787827058.071161:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.071163:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.071171:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071180:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3796992 3801087) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071190:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071203:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071210:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071218:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3796992, 3801088) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.071223:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 927 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.071240:0:20502:0:(rw26.c:875:ll_write_end()) pos 3796992, len 4096, copied 4096 00000080:00200000:0.0:1787827058.071245:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000778ab01d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 927] 00000080:00200000:0.0:1787827058.071248:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008f0eaa52 17ffffc0001001 3:0 ffffa0e3c7679bc8 927 lru 00000080:00200000:0.0:1787827058.071254:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000074099190 927: 1< 0 - - > 2< 3796992 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485036032 - | - - + - > 5< - - + - | 0 - | 927 - -> 00000080:00200000:0.0:1787827058.071256:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000778ab01d 00000080:00200000:0.0:1787827058.071257:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.071259:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.071267:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071275:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071280:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071285:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071296:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.071298:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.071299:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.071304:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.071305:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.071307:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.071310:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071315:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.071320:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.071334:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.071337:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.071339:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [927, 927] 00000080:00200000:0.0:1787827058.071342:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.071344:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.071347:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3801088 i_blocks 0 00000080:00200000:0.0:1787827058.071349:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.071381:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3801088, count: 4096 00000080:00200000:0.0:1787827058.071384:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3801088, bytes: 4096 00000080:00200000:0.0:1787827058.071385:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.071388:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 929, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.071389:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3801088, 3805184) 0 0 00000080:00200000:0.0:1787827058.071390:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.071394:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [928, 928] 00020000:00200000:0.0:1787827058.071396:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3801088 chunk: [3801088, 3805184) 3805184, 4096 00020000:00200000:0.0:1787827058.071397:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.071401:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [928, 928] 00000008:00010000:0.0:1787827058.071404:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.071406:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.071411:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071417:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3801088 3805183) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071423:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071427:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071431:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071436:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3801088, 3805184) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.071439:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 928 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.071451:0:20502:0:(rw26.c:875:ll_write_end()) pos 3801088, len 4096, copied 4096 00000080:00200000:0.0:1787827058.071454:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000072112507[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 928] 00000080:00200000:0.0:1787827058.071456:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000060128dcd 17ffffc0001001 3:0 ffffa0e3c7679658 928 lru 00000080:00200000:0.0:1787827058.071459:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d5990b3d 928: 1< 0 - - > 2< 3801088 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485031936 - | - - + - > 5< - - + - | 0 - | 928 - -> 00000080:00200000:0.0:1787827058.071461:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000072112507 00000080:00200000:0.0:1787827058.071461:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.071463:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.071469:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071474:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071479:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071483:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071490:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.071491:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.071492:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.071496:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.071497:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.071498:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.071501:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071505:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.071511:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.071512:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.071515:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.071517:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [928, 928] 00000080:00200000:0.0:1787827058.071520:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.071522:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.071525:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3805184 i_blocks 0 00000080:00200000:0.0:1787827058.071527:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.071559:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3805184, count: 4096 00000080:00200000:0.0:1787827058.071563:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3805184, bytes: 4096 00000080:00200000:0.0:1787827058.071565:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.071569:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 930, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.071570:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3805184, 3809280) 0 0 00000080:00200000:0.0:1787827058.071573:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.071578:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [929, 929] 00020000:00200000:0.0:1787827058.071581:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3805184 chunk: [3805184, 3809280) 3809280, 4096 00020000:00200000:0.0:1787827058.071583:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.071588:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [929, 929] 00000008:00010000:0.0:1787827058.071594:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.071597:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.071604:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071614:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3805184 3809279) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071624:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071632:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071639:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071647:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3805184, 3809280) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.071652:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 929 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.071669:0:20502:0:(rw26.c:875:ll_write_end()) pos 3805184, len 4096, copied 4096 00000080:00200000:0.0:1787827058.071674:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000088b371bf[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 929] 00000080:00200000:0.0:1787827058.071677:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000006927212 17ffffc0001001 3:0 ffffa0e3c76791d0 929 lru 00000080:00200000:0.0:1787827058.071683:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd9ceb2e 929: 1< 0 - - > 2< 3805184 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485027840 - | - - + - > 5< - - + - | 0 - | 929 - -> 00000080:00200000:0.0:1787827058.071685:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000088b371bf 00000080:00200000:0.0:1787827058.071686:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.071688:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.071696:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071704:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071730:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071739:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071750:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.071753:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.071755:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.071761:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.071764:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.071766:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.071771:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071780:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.071787:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.071789:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.071793:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.071796:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [929, 929] 00000080:00200000:0.0:1787827058.071800:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.071802:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.071807:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3809280 i_blocks 0 00000080:00200000:0.0:1787827058.071809:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.071859:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3809280, count: 4096 00000080:00200000:0.0:1787827058.071863:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3809280, bytes: 4096 00000080:00200000:0.0:1787827058.071865:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.071869:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 931, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.071870:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3809280, 3813376) 0 0 00000080:00200000:0.0:1787827058.071872:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.071877:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [930, 930] 00020000:00200000:0.0:1787827058.071880:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3809280 chunk: [3809280, 3813376) 3813376, 4096 00020000:00200000:0.0:1787827058.071882:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.071887:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [930, 930] 00000008:00010000:0.0:1787827058.071892:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.071894:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.071901:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071910:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3809280 3813375) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071920:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071929:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.071937:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.071944:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3809280, 3813376) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.071949:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 930 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.071963:0:20502:0:(rw26.c:875:ll_write_end()) pos 3809280, len 4096, copied 4096 00000080:00200000:0.0:1787827058.071967:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001e629385[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 930] 00000080:00200000:0.0:1787827058.071970:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009e6e8450 17ffffc0001001 3:0 ffffa0e3c76799f8 930 lru 00000080:00200000:0.0:1787827058.071976:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009306c6c4 930: 1< 0 - - > 2< 3809280 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485023744 - | - - + - > 5< - - + - | 0 - | 930 - -> 00000080:00200000:0.0:1787827058.071978:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001e629385 00000080:00200000:0.0:1787827058.071979:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.071981:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.071989:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.071998:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072005:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072018:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072029:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.072032:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.072034:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.072040:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.072042:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.072045:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.072050:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072058:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.072067:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.072070:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.072074:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.072077:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [930, 930] 00000080:00200000:0.0:1787827058.072081:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.072084:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.072089:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3813376 i_blocks 0 00000080:00200000:0.0:1787827058.072092:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.072139:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3813376, count: 4096 00000080:00200000:0.0:1787827058.072144:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3813376, bytes: 4096 00000080:00200000:0.0:1787827058.072147:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.072150:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 932, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.072152:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3813376, 3817472) 0 0 00000080:00200000:0.0:1787827058.072154:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.072159:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [931, 931] 00020000:00200000:0.0:1787827058.072162:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3813376 chunk: [3813376, 3817472) 3817472, 4096 00020000:00200000:0.0:1787827058.072165:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.072170:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [931, 931] 00000008:00010000:0.0:1787827058.072176:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.072178:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.072186:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072195:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3813376 3817471) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072204:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072212:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072219:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072227:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3813376, 3817472) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.072232:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 931 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.072251:0:20502:0:(rw26.c:875:ll_write_end()) pos 3813376, len 4096, copied 4096 00000080:00200000:0.0:1787827058.072255:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000df234179[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 931] 00000080:00200000:0.0:1787827058.072258:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007ed483ad 17ffffc0001001 3:0 ffffa0e3c7679488 931 lru 00000080:00200000:0.0:1787827058.072264:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fd0d397f 931: 1< 0 - - > 2< 3813376 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485019648 - | - - + - > 5< - - + - | 0 - | 931 - -> 00000080:00200000:0.0:1787827058.072266:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000df234179 00000080:00200000:0.0:1787827058.072267:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.072269:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.072278:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072285:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072292:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072299:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072310:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.072313:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.072315:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.072332:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.072336:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.072338:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.072342:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072349:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.072356:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.072359:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.072364:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.072367:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [931, 931] 00000080:00200000:0.0:1787827058.072371:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.072374:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.072378:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3817472 i_blocks 0 00000080:00200000:0.0:1787827058.072381:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.072423:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3817472, count: 4096 00000080:00200000:0.0:1787827058.072428:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3817472, bytes: 4096 00000080:00200000:0.0:1787827058.072430:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.072434:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 933, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.072436:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3817472, 3821568) 0 0 00000080:00200000:0.0:1787827058.072438:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.072444:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [932, 932] 00020000:00200000:0.0:1787827058.072447:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3817472 chunk: [3817472, 3821568) 3821568, 4096 00020000:00200000:0.0:1787827058.072449:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.072454:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [932, 932] 00000008:00010000:0.0:1787827058.072460:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.072462:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.072470:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072479:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3817472 3821567) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072488:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072496:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072508:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072516:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3817472, 3821568) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.072522:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 932 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.072538:0:20502:0:(rw26.c:875:ll_write_end()) pos 3817472, len 4096, copied 4096 00000080:00200000:0.0:1787827058.072543:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000002f4987a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 932] 00000080:00200000:0.0:1787827058.072546:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008351ec10 17ffffc0001001 3:0 ffffa0e3c7679570 932 lru 00000080:00200000:0.0:1787827058.072552:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000aec199cb 932: 1< 0 - - > 2< 3817472 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485015552 - | - - + - > 5< - - + - | 0 - | 932 - -> 00000080:00200000:0.0:1787827058.072554:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000002f4987a 00000080:00200000:0.0:1787827058.072555:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.072557:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.072566:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072574:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072581:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072588:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072600:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.072603:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.072606:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.072612:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.072614:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.072617:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.072621:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072630:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.072637:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.072640:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.072645:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.072648:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [932, 932] 00000080:00200000:0.0:1787827058.072652:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.072655:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.072659:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3821568 i_blocks 0 00000080:00200000:0.0:1787827058.072662:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.072708:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3821568, count: 4096 00000080:00200000:0.0:1787827058.072748:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3821568, bytes: 4096 00000080:00200000:0.0:1787827058.072751:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.072755:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 934, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.072756:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3821568, 3825664) 0 0 00000080:00200000:0.0:1787827058.072759:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.072764:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [933, 933] 00020000:00200000:0.0:1787827058.072767:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3821568 chunk: [3821568, 3825664) 3825664, 4096 00020000:00200000:0.0:1787827058.072769:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.072774:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [933, 933] 00000008:00010000:0.0:1787827058.072780:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.072782:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.072791:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072800:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3821568 3825663) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072808:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072815:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072821:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072828:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3821568, 3825664) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.072834:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 933 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.072860:0:20502:0:(rw26.c:875:ll_write_end()) pos 3821568, len 4096, copied 4096 00000080:00200000:0.0:1787827058.072865:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000230601a8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 933] 00000080:00200000:0.0:1787827058.072868:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004a419856 17ffffc0001001 3:0 ffffa0e3c7fece80 933 lru 00000080:00200000:0.0:1787827058.072874:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005b893a3b 933: 1< 0 - - > 2< 3821568 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485011456 - | - - + - > 5< - - + - | 0 - | 933 - -> 00000080:00200000:0.0:1787827058.072876:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000230601a8 00000080:00200000:0.0:1787827058.072877:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.072879:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.072888:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072896:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072904:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.072911:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.072923:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.072926:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.072928:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.072934:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.072936:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.072939:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.072943:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.072950:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.072959:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.072962:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.072967:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.072970:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [933, 933] 00000080:00200000:0.0:1787827058.072974:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.072977:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.072981:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3825664 i_blocks 0 00000080:00200000:0.0:1787827058.072984:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.073029:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3825664, count: 4096 00000080:00200000:0.0:1787827058.073034:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3825664, bytes: 4096 00000080:00200000:0.0:1787827058.073037:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.073040:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 935, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.073041:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3825664, 3829760) 0 0 00000080:00200000:0.0:1787827058.073044:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.073049:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [934, 934] 00020000:00200000:0.0:1787827058.073052:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3825664 chunk: [3825664, 3829760) 3829760, 4096 00020000:00200000:0.0:1787827058.073054:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.073059:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [934, 934] 00000008:00010000:0.0:1787827058.073065:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.073068:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.073076:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073084:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3825664 3829759) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073093:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073100:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073107:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073115:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3825664, 3829760) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.073120:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 934 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.073137:0:20502:0:(rw26.c:875:ll_write_end()) pos 3825664, len 4096, copied 4096 00000080:00200000:0.0:1787827058.073142:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000d222ec7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 934] 00000080:00200000:0.0:1787827058.073145:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ca553d5d 17ffffc0001001 3:0 ffffa0e3c7fec910 934 lru 00000080:00200000:0.0:1787827058.073151:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000031fbcf03 934: 1< 0 - - > 2< 3825664 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485007360 - | - - + - > 5< - - + - | 0 - | 934 - -> 00000080:00200000:0.0:1787827058.073153:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000d222ec7 00000080:00200000:0.0:1787827058.073154:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.073156:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.073166:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073174:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073181:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073188:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073199:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.073202:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.073205:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.073210:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.073213:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.073215:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.073220:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073228:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.073237:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.073240:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.073244:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.073247:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [934, 934] 00000080:00200000:0.0:1787827058.073251:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.073254:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.073258:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3829760 i_blocks 0 00000080:00200000:0.0:1787827058.073261:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.073308:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3829760, count: 4096 00000080:00200000:0.0:1787827058.073312:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3829760, bytes: 4096 00000080:00200000:0.0:1787827058.073314:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.073318:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 936, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.073319:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3829760, 3833856) 0 0 00000080:00200000:0.0:1787827058.073390:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.073397:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [935, 935] 00020000:00200000:0.0:1787827058.073401:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3829760 chunk: [3829760, 3833856) 3833856, 4096 00020000:00200000:0.0:1787827058.073403:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.073409:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [935, 935] 00000008:00010000:0.0:1787827058.073415:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.073417:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.073425:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073434:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3829760 3833855) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073443:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073456:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073463:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073471:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3829760, 3833856) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.073476:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 935 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.073491:0:20502:0:(rw26.c:875:ll_write_end()) pos 3829760, len 4096, copied 4096 00000080:00200000:0.0:1787827058.073496:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002281f1b1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 935] 00000080:00200000:0.0:1787827058.073499:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000029c2098b 17ffffc0001001 3:0 ffffa0e3c7fec000 935 lru 00000080:00200000:0.0:1787827058.073505:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000046a832ec 935: 1< 0 - - > 2< 3829760 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 485003264 - | - - + - > 5< - - + - | 0 - | 935 - -> 00000080:00200000:0.0:1787827058.073507:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002281f1b1 00000080:00200000:0.0:1787827058.073508:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.073510:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.073517:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073526:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073533:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073541:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073557:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.073560:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.073562:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.073567:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.073570:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.073572:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.073576:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073584:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.073593:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.073596:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.073600:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.073603:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [935, 935] 00000080:00200000:0.0:1787827058.073607:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.073610:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.073614:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3833856 i_blocks 0 00000080:00200000:0.0:1787827058.073617:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.073664:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3833856, count: 4096 00000080:00200000:0.0:1787827058.073669:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3833856, bytes: 4096 00000080:00200000:0.0:1787827058.073671:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.073675:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 937, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.073677:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3833856, 3837952) 0 0 00000080:00200000:0.0:1787827058.073679:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.073685:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [936, 936] 00020000:00200000:0.0:1787827058.073689:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3833856 chunk: [3833856, 3837952) 3837952, 4096 00020000:00200000:0.0:1787827058.073691:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.073696:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [936, 936] 00000008:00010000:0.0:1787827058.073701:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.073703:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.073730:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073741:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3833856 3837951) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073750:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073757:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073764:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073772:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3833856, 3837952) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.073777:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 936 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.073793:0:20502:0:(rw26.c:875:ll_write_end()) pos 3833856, len 4096, copied 4096 00000080:00200000:0.0:1787827058.073798:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a733258c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 936] 00000080:00200000:0.0:1787827058.073801:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000bd51768a 17ffffc0001001 3:0 ffffa0e3c7feccb0 936 lru 00000080:00200000:0.0:1787827058.073806:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f0669148 936: 1< 0 - - > 2< 3833856 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484999168 - | - - + - > 5< - - + - | 0 - | 936 - -> 00000080:00200000:0.0:1787827058.073808:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a733258c 00000080:00200000:0.0:1787827058.073809:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.073811:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.073821:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073830:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073837:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.073844:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.073854:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.073858:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.073860:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.073865:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.073868:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.073870:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.073874:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.073881:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.073889:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.073891:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.073896:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.073899:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [936, 936] 00000080:00200000:0.0:1787827058.073903:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.073907:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.073912:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3837952 i_blocks 0 00000080:00200000:0.0:1787827058.073915:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.073962:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3837952, count: 4096 00000080:00200000:0.0:1787827058.073967:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3837952, bytes: 4096 00000080:00200000:0.0:1787827058.073969:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.073973:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 938, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.073975:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3837952, 3842048) 0 0 00000080:00200000:0.0:1787827058.073978:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.073984:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [937, 937] 00020000:00200000:0.0:1787827058.073987:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3837952 chunk: [3837952, 3842048) 3842048, 4096 00020000:00200000:0.0:1787827058.073989:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.073995:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [937, 937] 00000008:00010000:0.0:1787827058.074000:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.074002:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.074010:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074020:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3837952 3842047) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074029:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074034:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074038:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074044:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3837952, 3842048) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.074048:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 937 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.074062:0:20502:0:(rw26.c:875:ll_write_end()) pos 3837952, len 4096, copied 4096 00000080:00200000:0.0:1787827058.074066:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002b4dae27[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 937] 00000080:00200000:0.0:1787827058.074069:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000a755df9 17ffffc0001001 3:0 ffffa0e3c7fecae0 937 lru 00000080:00200000:0.0:1787827058.074075:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ce01fba0 937: 1< 0 - - > 2< 3837952 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484995072 - | - - + - > 5< - - + - | 0 - | 937 - -> 00000080:00200000:0.0:1787827058.074077:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002b4dae27 00000080:00200000:0.0:1787827058.074078:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.074080:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.074088:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074096:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074103:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074110:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074122:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.074125:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.074127:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.074133:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.074136:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.074138:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.074144:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074152:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.074161:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.074163:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.074167:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.074170:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [937, 937] 00000080:00200000:0.0:1787827058.074174:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.074176:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.074180:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3842048 i_blocks 0 00000080:00200000:0.0:1787827058.074182:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.074214:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3842048, count: 4096 00000080:00200000:0.0:1787827058.074216:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3842048, bytes: 4096 00000080:00200000:0.0:1787827058.074218:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.074220:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 939, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.074221:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3842048, 3846144) 0 0 00000080:00200000:0.0:1787827058.074223:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.074227:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [938, 938] 00020000:00200000:0.0:1787827058.074229:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3842048 chunk: [3842048, 3846144) 3846144, 4096 00020000:00200000:0.0:1787827058.074230:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.074234:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [938, 938] 00000008:00010000:0.0:1787827058.074237:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.074239:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.074245:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074250:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3842048 3846143) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074257:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074261:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074265:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074270:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3842048, 3846144) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.074273:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 938 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.074291:0:20502:0:(rw26.c:875:ll_write_end()) pos 3842048, len 4096, copied 4096 00000080:00200000:0.0:1787827058.074296:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000007dfef17[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 938] 00000080:00200000:0.0:1787827058.074299:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001f40d8d3 17ffffc0001001 3:0 ffffa0e3c7fec2b8 938 lru 00000080:00200000:0.0:1787827058.074304:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006347aa82 938: 1< 0 - - > 2< 3842048 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484990976 - | - - + - > 5< - - + - | 0 - | 938 - -> 00000080:00200000:0.0:1787827058.074306:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000007dfef17 00000080:00200000:0.0:1787827058.074307:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.074309:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.074318:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074338:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074344:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074358:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074371:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.074374:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.074377:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.074382:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.074385:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.074388:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.074393:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074401:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.074410:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.074413:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.074418:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.074421:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [938, 938] 00000080:00200000:0.0:1787827058.074425:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.074429:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.074434:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3846144 i_blocks 0 00000080:00200000:0.0:1787827058.074437:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.074481:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3846144, count: 4096 00000080:00200000:0.0:1787827058.074485:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3846144, bytes: 4096 00000080:00200000:0.0:1787827058.074486:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.074489:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 940, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.074490:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3846144, 3850240) 0 0 00000080:00200000:0.0:1787827058.074492:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.074496:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [939, 939] 00020000:00200000:0.0:1787827058.074499:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3846144 chunk: [3846144, 3850240) 3850240, 4096 00020000:00200000:0.0:1787827058.074500:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.074504:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [939, 939] 00000008:00010000:0.0:1787827058.074508:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.074510:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.074516:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074522:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3846144 3850239) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074528:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074533:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074537:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074541:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3846144, 3850240) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.074544:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 939 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.074563:0:20502:0:(rw26.c:875:ll_write_end()) pos 3846144, len 4096, copied 4096 00000080:00200000:0.0:1787827058.074566:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a8e25d2c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 939] 00000080:00200000:0.0:1787827058.074567:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006c3b2128 17ffffc0001021 2:0 ffffa0e3c7fecbc8 939 lru 00000080:00200000:0.0:1787827058.074571:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000630602fc 939: 1< 0 - - > 2< 3846144 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484986880 - | - - + - > 5< - - + - | 0 - | 939 - -> 00000080:00200000:0.0:1787827058.074573:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a8e25d2c 00000080:00200000:0.0:1787827058.074574:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.074575:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.074581:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074589:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074596:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074604:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074616:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.074619:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.074621:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.074628:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.074631:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.074633:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.074637:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074644:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.074653:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.074655:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.074660:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.074663:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [939, 939] 00000080:00200000:0.0:1787827058.074667:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.074670:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.074674:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3850240 i_blocks 0 00000080:00200000:0.0:1787827058.074677:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.074741:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3850240, count: 4096 00000080:00200000:0.0:1787827058.074746:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3850240, bytes: 4096 00000080:00200000:0.0:1787827058.074748:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.074752:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 941, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.074754:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3850240, 3854336) 0 0 00000080:00200000:0.0:1787827058.074756:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.074761:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [940, 940] 00020000:00200000:0.0:1787827058.074765:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3850240 chunk: [3850240, 3854336) 3854336, 4096 00020000:00200000:0.0:1787827058.074767:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.074772:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [940, 940] 00000008:00010000:0.0:1787827058.074778:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.074780:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.074787:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074795:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3850240 3854335) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074803:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074811:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074823:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074830:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3850240, 3854336) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.074835:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 940 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.074851:0:20502:0:(rw26.c:875:ll_write_end()) pos 3850240, len 4096, copied 4096 00000080:00200000:0.0:1787827058.074855:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b2daf4d6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 940] 00000080:00200000:0.0:1787827058.074858:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006b446c60 17ffffc0001001 3:0 ffffa0e3c7fec658 940 lru 00000080:00200000:0.0:1787827058.074863:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000023505a75 940: 1< 0 - - > 2< 3850240 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484982784 - | - - + - > 5< - - + - | 0 - | 940 - -> 00000080:00200000:0.0:1787827058.074865:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b2daf4d6 00000080:00200000:0.0:1787827058.074866:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.074869:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.074877:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074885:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074891:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.074898:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.074911:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.074914:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.074917:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.074924:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.074926:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.074929:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.074934:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.074942:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.074950:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.074953:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.074958:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.074961:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [940, 940] 00000080:00200000:0.0:1787827058.074965:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.074968:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.074973:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3854336 i_blocks 0 00000080:00200000:0.0:1787827058.074976:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.075011:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3854336, count: 4096 00000080:00200000:0.0:1787827058.075015:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3854336, bytes: 4096 00000080:00200000:0.0:1787827058.075018:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.075022:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 942, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.075023:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3854336, 3858432) 0 0 00000080:00200000:0.0:1787827058.075025:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.075031:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [941, 941] 00020000:00200000:0.0:1787827058.075034:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3854336 chunk: [3854336, 3858432) 3858432, 4096 00020000:00200000:0.0:1787827058.075036:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.075041:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [941, 941] 00000008:00010000:0.0:1787827058.075047:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.075049:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.075058:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075067:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3854336 3858431) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075077:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075083:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075090:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075098:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3854336, 3858432) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.075105:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 941 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.075121:0:20502:0:(rw26.c:875:ll_write_end()) pos 3854336, len 4096, copied 4096 00000080:00200000:0.0:1787827058.075126:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000057ba4104[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 941] 00000080:00200000:0.0:1787827058.075128:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000751eee56 17ffffc0001001 3:0 ffffa0e3c7fec1d0 941 lru 00000080:00200000:0.0:1787827058.075131:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000034206ca1 941: 1< 0 - - > 2< 3854336 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484978688 - | - - + - > 5< - - + - | 0 - | 941 - -> 00000080:00200000:0.0:1787827058.075133:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000057ba4104 00000080:00200000:0.0:1787827058.075133:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.075135:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.075141:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075148:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075155:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075162:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075173:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.075176:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.075178:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.075184:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.075187:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.075190:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.075193:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075198:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.075203:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.075204:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.075207:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.075209:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [941, 941] 00000080:00200000:0.0:1787827058.075212:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.075214:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.075217:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3858432 i_blocks 0 00000080:00200000:0.0:1787827058.075219:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.075251:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3858432, count: 4096 00000080:00200000:0.0:1787827058.075254:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3858432, bytes: 4096 00000080:00200000:0.0:1787827058.075255:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.075258:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 943, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.075259:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3858432, 3862528) 0 0 00000080:00200000:0.0:1787827058.075260:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.075264:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [942, 942] 00020000:00200000:0.0:1787827058.075266:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3858432 chunk: [3858432, 3862528) 3862528, 4096 00020000:00200000:0.0:1787827058.075267:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.075271:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [942, 942] 00000008:00010000:0.0:1787827058.075275:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.075276:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.075281:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075287:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3858432 3862527) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075292:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075297:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075301:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075305:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3858432, 3862528) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.075309:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 942 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.075333:0:20502:0:(rw26.c:875:ll_write_end()) pos 3858432, len 4096, copied 4096 00000080:00200000:0.0:1787827058.075338:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ebe004a7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 942] 00000080:00200000:0.0:1787827058.075340:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed83e43b 17ffffc0001001 3:0 ffffa0e3c7fec9f8 942 lru 00000080:00200000:0.0:1787827058.075344:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008d7271b9 942: 1< 0 - - > 2< 3858432 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484974592 - | - - + - > 5< - - + - | 0 - | 942 - -> 00000080:00200000:0.0:1787827058.075346:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ebe004a7 00000080:00200000:0.0:1787827058.075347:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.075348:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.075354:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075360:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075364:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075369:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075379:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.075382:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.075384:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.075390:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.075392:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.075395:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.075399:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075408:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.075416:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.075418:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.075422:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.075425:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [942, 942] 00000080:00200000:0.0:1787827058.075429:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.075432:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.075436:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3862528 i_blocks 0 00000080:00200000:0.0:1787827058.075439:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.075484:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3862528, count: 4096 00000080:00200000:0.0:1787827058.075488:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3862528, bytes: 4096 00000080:00200000:0.0:1787827058.075490:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.075492:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 944, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.075493:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3862528, 3866624) 0 0 00000080:00200000:0.0:1787827058.075495:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.075499:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [943, 943] 00020000:00200000:0.0:1787827058.075501:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3862528 chunk: [3862528, 3866624) 3866624, 4096 00020000:00200000:0.0:1787827058.075503:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.075506:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [943, 943] 00000008:00010000:0.0:1787827058.075510:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.075512:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.075517:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075523:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3862528 3866623) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075529:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075537:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075541:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075545:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3862528, 3866624) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.075548:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 943 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.075560:0:20502:0:(rw26.c:875:ll_write_end()) pos 3862528, len 4096, copied 4096 00000080:00200000:0.0:1787827058.075563:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b4f4e3a0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 943] 00000080:00200000:0.0:1787827058.075565:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000067516528 17ffffc0001001 3:0 ffffa0e3c7fec488 943 lru 00000080:00200000:0.0:1787827058.075568:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000026b58507 943: 1< 0 - - > 2< 3862528 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484970496 - | - - + - > 5< - - + - | 0 - | 943 - -> 00000080:00200000:0.0:1787827058.075569:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b4f4e3a0 00000080:00200000:0.0:1787827058.075570:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.075571:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.075577:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075582:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075586:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075590:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075601:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.075603:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.075604:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.075608:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.075610:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.075612:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.075615:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075622:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.075630:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.075633:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.075637:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.075640:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [943, 943] 00000080:00200000:0.0:1787827058.075644:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.075647:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.075651:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3866624 i_blocks 0 00000080:00200000:0.0:1787827058.075655:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.075693:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3866624, count: 4096 00000080:00200000:0.0:1787827058.075696:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3866624, bytes: 4096 00000080:00200000:0.0:1787827058.075698:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.075701:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 945, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.075702:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3866624, 3870720) 0 0 00000080:00200000:0.0:1787827058.075704:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.075708:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [944, 944] 00020000:00200000:0.0:1787827058.075726:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3866624 chunk: [3866624, 3870720) 3870720, 4096 00020000:00200000:0.0:1787827058.075729:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.075735:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [944, 944] 00000008:00010000:0.0:1787827058.075740:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.075743:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.075750:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075759:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3866624 3870719) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075768:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075776:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075782:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075788:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3866624, 3870720) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.075791:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 944 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.075803:0:20502:0:(rw26.c:875:ll_write_end()) pos 3866624, len 4096, copied 4096 00000080:00200000:0.0:1787827058.075807:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b97d42d6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 944] 00000080:00200000:0.0:1787827058.075808:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c12c2488 17ffffc0001001 3:0 ffffa0e3c7fec570 944 lru 00000080:00200000:0.0:1787827058.075812:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008249a8fa 944: 1< 0 - - > 2< 3866624 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484966400 - | - - + - > 5< - - + - | 0 - | 944 - -> 00000080:00200000:0.0:1787827058.075813:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b97d42d6 00000080:00200000:0.0:1787827058.075814:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.075816:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.075821:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075826:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075831:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.075835:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075841:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.075843:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.075844:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.075848:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.075849:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.075851:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.075853:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075858:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.075863:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.075865:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.075867:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.075869:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [944, 944] 00000080:00200000:0.0:1787827058.075872:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.075874:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.075877:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3870720 i_blocks 0 00000080:00200000:0.0:1787827058.075879:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.075924:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3870720, count: 4096 00000080:00200000:0.0:1787827058.075929:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3870720, bytes: 4096 00000080:00200000:0.0:1787827058.075932:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.075936:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 946, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.075937:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3870720, 3874816) 0 0 00000080:00200000:0.0:1787827058.075940:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.075946:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [945, 945] 00020000:00200000:0.0:1787827058.075949:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3870720 chunk: [3870720, 3874816) 3874816, 4096 00020000:00200000:0.0:1787827058.075951:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.075957:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [945, 945] 00000008:00010000:0.0:1787827058.075961:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.075963:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.075968:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075975:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3870720 3874815) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075981:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075985:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.075989:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.075994:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3870720, 3874816) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.075998:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 945 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.076012:0:20502:0:(rw26.c:875:ll_write_end()) pos 3870720, len 4096, copied 4096 00000080:00200000:0.0:1787827058.076017:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ad80a1c8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 945] 00000080:00200000:0.0:1787827058.076020:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004120d041 17ffffc0001001 3:0 ffffa0e3c7fecd98 945 lru 00000080:00200000:0.0:1787827058.076025:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000aee72260 945: 1< 0 - - > 2< 3870720 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484962304 - | - - + - > 5< - - + - | 0 - | 945 - -> 00000080:00200000:0.0:1787827058.076027:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ad80a1c8 00000080:00200000:0.0:1787827058.076028:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.076030:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.076038:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076046:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076053:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076061:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076072:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.076075:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.076077:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.076081:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.076083:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.076085:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.076088:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076093:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.076098:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.076100:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.076102:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.076104:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [945, 945] 00000080:00200000:0.0:1787827058.076107:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.076108:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.076112:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3874816 i_blocks 0 00000080:00200000:0.0:1787827058.076113:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.076145:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3874816, count: 4096 00000080:00200000:0.0:1787827058.076147:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3874816, bytes: 4096 00000080:00200000:0.0:1787827058.076149:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.076151:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 947, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.076152:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3874816, 3878912) 0 0 00000080:00200000:0.0:1787827058.076154:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.076157:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [946, 946] 00020000:00200000:0.0:1787827058.076159:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3874816 chunk: [3874816, 3878912) 3878912, 4096 00020000:00200000:0.0:1787827058.076161:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.076164:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [946, 946] 00000008:00010000:0.0:1787827058.076167:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.076169:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.076174:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076180:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3874816 3878911) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076186:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076190:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076194:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076199:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3874816, 3878912) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.076202:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 946 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.076214:0:20502:0:(rw26.c:875:ll_write_end()) pos 3874816, len 4096, copied 4096 00000080:00200000:0.0:1787827058.076217:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000038407434[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 946] 00000080:00200000:0.0:1787827058.076219:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000cd917f9 17ffffc0001001 3:0 ffffa0e3c7fec740 946 lru 00000080:00200000:0.0:1787827058.076222:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000bebce8b4 946: 1< 0 - - > 2< 3874816 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484958208 - | - - + - > 5< - - + - | 0 - | 946 - -> 00000080:00200000:0.0:1787827058.076223:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000038407434 00000080:00200000:0.0:1787827058.076224:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.076226:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.076231:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076236:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076240:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076248:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076255:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.076257:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.076258:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.076261:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.076263:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.076265:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.076268:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076273:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.076278:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.076279:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.076282:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.076284:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [946, 946] 00000080:00200000:0.0:1787827058.076286:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.076288:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.076291:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3878912 i_blocks 0 00000080:00200000:0.0:1787827058.076293:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.076338:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3878912, count: 4096 00000080:00200000:0.0:1787827058.076341:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3878912, bytes: 4096 00000080:00200000:0.0:1787827058.076343:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.076346:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 948, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.076347:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3878912, 3883008) 0 0 00000080:00200000:0.0:1787827058.076349:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.076353:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [947, 947] 00020000:00200000:0.0:1787827058.076355:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3878912 chunk: [3878912, 3883008) 3883008, 4096 00020000:00200000:0.0:1787827058.076357:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.076360:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [947, 947] 00000008:00010000:0.0:1787827058.076364:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.076365:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.076372:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076381:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3878912 3883007) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076390:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076398:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076405:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076412:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3878912, 3883008) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.076418:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 947 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.076434:0:20502:0:(rw26.c:875:ll_write_end()) pos 3878912, len 4096, copied 4096 00000080:00200000:0.0:1787827058.076439:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005d1ef54b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 947] 00000080:00200000:0.0:1787827058.076443:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000eecb3b64 17ffffc0001001 3:0 ffffa0e3c7fec0e8 947 lru 00000080:00200000:0.0:1787827058.076448:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dbf1f993 947: 1< 0 - - > 2< 3878912 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484954112 - | - - + - > 5< - - + - | 0 - | 947 - -> 00000080:00200000:0.0:1787827058.076450:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005d1ef54b 00000080:00200000:0.0:1787827058.076452:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.076454:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.076463:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076472:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076479:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076487:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076498:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.076501:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.076503:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.076509:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.076512:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.076514:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.076519:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076527:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.076535:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.076539:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.076543:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.076546:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [947, 947] 00000080:00200000:0.0:1787827058.076550:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.076553:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.076557:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3883008 i_blocks 0 00000080:00200000:0.0:1787827058.076560:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.076607:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3883008, count: 4096 00000080:00200000:0.0:1787827058.076611:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3883008, bytes: 4096 00000080:00200000:0.0:1787827058.076613:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.076617:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 949, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.076618:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3883008, 3887104) 0 0 00000080:00200000:0.0:1787827058.076621:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.076626:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [948, 948] 00020000:00200000:0.0:1787827058.076629:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3883008 chunk: [3883008, 3887104) 3887104, 4096 00020000:00200000:0.0:1787827058.076631:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.076637:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [948, 948] 00000008:00010000:0.0:1787827058.076642:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.076645:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.076652:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076661:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3883008 3887103) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076670:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076678:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076690:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076698:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3883008, 3887104) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.076704:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 948 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.076740:0:20502:0:(rw26.c:875:ll_write_end()) pos 3883008, len 4096, copied 4096 00000080:00200000:0.0:1787827058.076745:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c2afeb0d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 948] 00000080:00200000:0.0:1787827058.076749:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008223c8f5 17ffffc0001001 3:0 ffffa0e3c7fec3a0 948 lru 00000080:00200000:0.0:1787827058.076755:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f437cc35 948: 1< 0 - - > 2< 3883008 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484950016 - | - - + - > 5< - - + - | 0 - | 948 - -> 00000080:00200000:0.0:1787827058.076757:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c2afeb0d 00000080:00200000:0.0:1787827058.076758:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.076760:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.076769:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076778:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076785:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.076793:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076804:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.076807:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.076809:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.076814:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.076817:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.076819:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.076824:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076832:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.076840:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.076843:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.076847:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.076850:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [948, 948] 00000080:00200000:0.0:1787827058.076853:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.076856:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.076860:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3887104 i_blocks 0 00000080:00200000:0.0:1787827058.076863:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.076910:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3887104, count: 4096 00000080:00200000:0.0:1787827058.076914:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3887104, bytes: 4096 00000080:00200000:0.0:1787827058.076916:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.076920:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 950, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.076921:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3887104, 3891200) 0 0 00000080:00200000:0.0:1787827058.076923:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.076928:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [949, 949] 00020000:00200000:0.0:1787827058.076931:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3887104 chunk: [3887104, 3891200) 3891200, 4096 00020000:00200000:0.0:1787827058.076933:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.076937:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [949, 949] 00000008:00010000:0.0:1787827058.076942:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.076944:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.076952:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076960:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3887104 3891199) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076969:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076976:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.076983:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.076990:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3887104, 3891200) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.076995:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 949 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.077012:0:20502:0:(rw26.c:875:ll_write_end()) pos 3887104, len 4096, copied 4096 00000080:00200000:0.0:1787827058.077016:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a92a625f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 949] 00000080:00200000:0.0:1787827058.077019:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e963e63a 17ffffc0001001 3:0 ffffa0e3c7fec828 949 lru 00000080:00200000:0.0:1787827058.077025:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007734ece6 949: 1< 0 - - > 2< 3887104 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484945920 - | - - + - > 5< - - + - | 0 - | 949 - -> 00000080:00200000:0.0:1787827058.077027:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a92a625f 00000080:00200000:0.0:1787827058.077028:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.077030:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.077038:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077047:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077054:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077062:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077073:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.077076:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.077078:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.077083:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.077085:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.077087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.077091:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077099:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.077106:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.077109:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.077113:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.077115:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [949, 949] 00000080:00200000:0.0:1787827058.077119:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.077122:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.077126:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3891200 i_blocks 0 00000080:00200000:0.0:1787827058.077129:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.077176:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3891200, count: 4096 00000080:00200000:0.0:1787827058.077180:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3891200, bytes: 4096 00000080:00200000:0.0:1787827058.077182:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.077186:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 951, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.077187:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3891200, 3895296) 0 0 00000080:00200000:0.0:1787827058.077190:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.077195:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [950, 950] 00020000:00200000:0.0:1787827058.077197:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3891200 chunk: [3891200, 3895296) 3895296, 4096 00020000:00200000:0.0:1787827058.077199:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.077204:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [950, 950] 00000008:00010000:0.0:1787827058.077209:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.077211:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.077219:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077228:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3891200 3895295) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077236:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077243:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077249:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077255:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3891200, 3895296) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.077260:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 950 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.077284:0:20502:0:(rw26.c:875:ll_write_end()) pos 3891200, len 4096, copied 4096 00000080:00200000:0.0:1787827058.077289:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a52500bb[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 950] 00000080:00200000:0.0:1787827058.077292:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000938efd15 17ffffc0001001 3:0 ffffa0e3c764a000 950 lru 00000080:00200000:0.0:1787827058.077297:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000002fc2e65d 950: 1< 0 - - > 2< 3891200 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484941824 - | - - + - > 5< - - + - | 0 - | 950 - -> 00000080:00200000:0.0:1787827058.077299:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a52500bb 00000080:00200000:0.0:1787827058.077300:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.077303:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.077311:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077318:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077347:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077355:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077367:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.077370:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.077372:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.077378:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.077381:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.077383:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.077388:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077396:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.077405:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.077408:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.077412:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.077416:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [950, 950] 00000080:00200000:0.0:1787827058.077419:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.077422:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.077427:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3895296 i_blocks 0 00000080:00200000:0.0:1787827058.077430:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.077477:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3895296, count: 4096 00000080:00200000:0.0:1787827058.077481:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3895296, bytes: 4096 00000080:00200000:0.0:1787827058.077484:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.077488:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 952, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.077490:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3895296, 3899392) 0 0 00000080:00200000:0.0:1787827058.077492:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.077497:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [951, 951] 00020000:00200000:0.0:1787827058.077500:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3895296 chunk: [3895296, 3899392) 3899392, 4096 00020000:00200000:0.0:1787827058.077502:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.077507:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [951, 951] 00000008:00010000:0.0:1787827058.077512:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.077514:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.077522:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077531:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3895296 3899391) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077539:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077552:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077560:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077567:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3895296, 3899392) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.077573:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 951 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.077587:0:20502:0:(rw26.c:875:ll_write_end()) pos 3895296, len 4096, copied 4096 00000080:00200000:0.0:1787827058.077592:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c8b3bad6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 951] 00000080:00200000:0.0:1787827058.077595:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef65482e 17ffffc0001001 3:0 ffffa0e3c764acb0 951 lru 00000080:00200000:0.0:1787827058.077601:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000404b6448 951: 1< 0 - - > 2< 3895296 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484937728 - | - - + - > 5< - - + - | 0 - | 951 - -> 00000080:00200000:0.0:1787827058.077603:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c8b3bad6 00000080:00200000:0.0:1787827058.077605:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.077607:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.077614:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077622:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077630:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077637:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077652:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.077655:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.077658:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.077663:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.077666:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.077668:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.077672:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077681:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.077689:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.077692:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.077697:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.077700:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [951, 951] 00000080:00200000:0.0:1787827058.077703:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.077706:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.077728:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3899392 i_blocks 0 00000080:00200000:0.0:1787827058.077732:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.077780:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3899392, count: 4096 00000080:00200000:0.0:1787827058.077785:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3899392, bytes: 4096 00000080:00200000:0.0:1787827058.077787:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.077792:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 953, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.077793:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3899392, 3903488) 0 0 00000080:00200000:0.0:1787827058.077796:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.077802:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [952, 952] 00020000:00200000:0.0:1787827058.077805:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3899392 chunk: [3899392, 3903488) 3903488, 4096 00020000:00200000:0.0:1787827058.077808:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.077813:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [952, 952] 00000008:00010000:0.0:1787827058.077819:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.077822:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.077830:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077839:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3899392 3903487) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077849:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077858:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077865:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077874:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3899392, 3903488) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.077879:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 952 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.077898:0:20502:0:(rw26.c:875:ll_write_end()) pos 3899392, len 4096, copied 4096 00000080:00200000:0.0:1787827058.077903:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000daa80243[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 952] 00000080:00200000:0.0:1787827058.077906:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000076d85446 17ffffc0001001 3:0 ffffa0e3c764aae0 952 lru 00000080:00200000:0.0:1787827058.077912:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005fed1f69 952: 1< 0 - - > 2< 3899392 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484933632 - | - - + - > 5< - - + - | 0 - | 952 - -> 00000080:00200000:0.0:1787827058.077914:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000daa80243 00000080:00200000:0.0:1787827058.077915:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.077917:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.077926:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077934:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077942:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.077950:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.077960:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.077963:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.077966:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.077971:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.077974:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.077976:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.077980:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.077988:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.077996:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.077999:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.078003:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.078006:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [952, 952] 00000080:00200000:0.0:1787827058.078011:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.078014:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.078019:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3903488 i_blocks 0 00000080:00200000:0.0:1787827058.078022:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.078069:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3903488, count: 4096 00000080:00200000:0.0:1787827058.078075:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3903488, bytes: 4096 00000080:00200000:0.0:1787827058.078077:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.078081:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 954, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.078083:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3903488, 3907584) 0 0 00000080:00200000:0.0:1787827058.078086:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.078091:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [953, 953] 00020000:00200000:0.0:1787827058.078094:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3903488 chunk: [3903488, 3907584) 3907584, 4096 00020000:00200000:0.0:1787827058.078097:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.078102:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [953, 953] 00000008:00010000:0.0:1787827058.078108:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.078111:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.078119:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078128:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3903488 3907583) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078137:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078145:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078153:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078162:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3903488, 3907584) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.078168:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 953 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.078184:0:20502:0:(rw26.c:875:ll_write_end()) pos 3903488, len 4096, copied 4096 00000080:00200000:0.0:1787827058.078189:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003e0877fe[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 953] 00000080:00200000:0.0:1787827058.078193:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000053e332c4 17ffffc0001001 3:0 ffffa0e3c764a2b8 953 lru 00000080:00200000:0.0:1787827058.078198:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005b56ce3b 953: 1< 0 - - > 2< 3903488 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484929536 - | - - + - > 5< - - + - | 0 - | 953 - -> 00000080:00200000:0.0:1787827058.078201:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003e0877fe 00000080:00200000:0.0:1787827058.078202:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.078204:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.078213:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078222:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078229:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078238:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078250:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.078253:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.078255:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.078261:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.078264:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.078267:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.078272:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078280:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.078288:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.078291:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.078296:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.078299:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [953, 953] 00000080:00200000:0.0:1787827058.078303:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.078306:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.078311:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3907584 i_blocks 0 00000080:00200000:0.0:1787827058.078313:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.078374:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3907584, count: 4096 00000080:00200000:0.0:1787827058.078379:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3907584, bytes: 4096 00000080:00200000:0.0:1787827058.078382:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.078385:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 955, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.078387:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3907584, 3911680) 0 0 00000080:00200000:0.0:1787827058.078390:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.078395:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [954, 954] 00020000:00200000:0.0:1787827058.078398:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3907584 chunk: [3907584, 3911680) 3911680, 4096 00020000:00200000:0.0:1787827058.078400:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.078406:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [954, 954] 00000008:00010000:0.0:1787827058.078411:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.078413:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.078421:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078430:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3907584 3911679) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078439:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078447:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078454:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078461:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3907584, 3911680) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.078467:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 954 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.078490:0:20502:0:(rw26.c:875:ll_write_end()) pos 3907584, len 4096, copied 4096 00000080:00200000:0.0:1787827058.078495:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f15d1c94[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 954] 00000080:00200000:0.0:1787827058.078498:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e20ca55a 17ffffc0001021 2:0 ffffa0e3c764abc8 954 lru 00000080:00200000:0.0:1787827058.078504:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001790735f 954: 1< 0 - - > 2< 3907584 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484925440 - | - - + - > 5< - - + - | 0 - | 954 - -> 00000080:00200000:0.0:1787827058.078506:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f15d1c94 00000080:00200000:0.0:1787827058.078507:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.078509:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.078517:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078526:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078533:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078546:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078557:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.078560:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.078563:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.078569:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.078571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.078573:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.078578:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078586:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.078593:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.078596:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.078600:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.078603:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [954, 954] 00000080:00200000:0.0:1787827058.078607:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.078610:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.078614:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3911680 i_blocks 0 00000080:00200000:0.0:1787827058.078617:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.078663:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3911680, count: 4096 00000080:00200000:0.0:1787827058.078667:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3911680, bytes: 4096 00000080:00200000:0.0:1787827058.078670:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.078674:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 956, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.078676:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3911680, 3915776) 0 0 00000080:00200000:0.0:1787827058.078678:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.078683:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [955, 955] 00020000:00200000:0.0:1787827058.078686:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3911680 chunk: [3911680, 3915776) 3915776, 4096 00020000:00200000:0.0:1787827058.078688:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.078693:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [955, 955] 00000008:00010000:0.0:1787827058.078699:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.078701:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.078709:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078736:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3911680 3915775) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078745:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078752:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078759:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078766:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3911680, 3915776) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.078772:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 955 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.078788:0:20502:0:(rw26.c:875:ll_write_end()) pos 3911680, len 4096, copied 4096 00000080:00200000:0.0:1787827058.078793:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000854c3461[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 955] 00000080:00200000:0.0:1787827058.078796:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007998b319 17ffffc0001001 3:0 ffffa0e3c764a658 955 lru 00000080:00200000:0.0:1787827058.078802:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e23231fc 955: 1< 0 - - > 2< 3911680 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484921344 - | - - + - > 5< - - + - | 0 - | 955 - -> 00000080:00200000:0.0:1787827058.078804:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000854c3461 00000080:00200000:0.0:1787827058.078806:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.078808:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.078817:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078825:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078833:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.078840:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.078852:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.078855:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.078857:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.078863:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.078866:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.078869:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.078873:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.078881:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.078890:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.078893:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.078897:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.078900:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [955, 955] 00000080:00200000:0.0:1787827058.078904:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.078907:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.078911:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3915776 i_blocks 0 00000080:00200000:0.0:1787827058.078914:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.078959:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3915776, count: 4096 00000080:00200000:0.0:1787827058.078963:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3915776, bytes: 4096 00000080:00200000:0.0:1787827058.078966:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.078969:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 957, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.078971:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3915776, 3919872) 0 0 00000080:00200000:0.0:1787827058.078973:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.078978:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [956, 956] 00020000:00200000:0.0:1787827058.078981:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3915776 chunk: [3915776, 3919872) 3919872, 4096 00020000:00200000:0.0:1787827058.078984:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.078988:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [956, 956] 00000008:00010000:0.0:1787827058.078994:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.078996:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.079004:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079013:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3915776 3919871) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079021:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079029:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079042:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079050:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3915776, 3919872) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.079055:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 956 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.079072:0:20502:0:(rw26.c:875:ll_write_end()) pos 3915776, len 4096, copied 4096 00000080:00200000:0.0:1787827058.079077:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000027544cb3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 956] 00000080:00200000:0.0:1787827058.079080:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c37357f0 17ffffc0001001 3:0 ffffa0e3c764a1d0 956 lru 00000080:00200000:0.0:1787827058.079085:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000005678ab4 956: 1< 0 - - > 2< 3915776 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484917248 - | - - + - > 5< - - + - | 0 - | 956 - -> 00000080:00200000:0.0:1787827058.079087:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000027544cb3 00000080:00200000:0.0:1787827058.079089:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.079091:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.079100:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079108:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079114:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079122:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079133:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.079136:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.079139:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.079145:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.079147:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.079150:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.079154:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079162:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.079171:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.079173:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.079178:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.079181:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [956, 956] 00000080:00200000:0.0:1787827058.079185:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.079188:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.079192:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3919872 i_blocks 0 00000080:00200000:0.0:1787827058.079195:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.079243:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3919872, count: 4096 00000080:00200000:0.0:1787827058.079248:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3919872, bytes: 4096 00000080:00200000:0.0:1787827058.079250:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.079254:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 958, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.079255:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3919872, 3923968) 0 0 00000080:00200000:0.0:1787827058.079258:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.079263:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [957, 957] 00020000:00200000:0.0:1787827058.079266:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3919872 chunk: [3919872, 3923968) 3923968, 4096 00020000:00200000:0.0:1787827058.079268:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.079273:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [957, 957] 00000008:00010000:0.0:1787827058.079280:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.079282:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.079290:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079299:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3919872 3923967) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079308:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079316:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079336:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079345:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3919872, 3923968) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.079351:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 957 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.079367:0:20502:0:(rw26.c:875:ll_write_end()) pos 3919872, len 4096, copied 4096 00000080:00200000:0.0:1787827058.079371:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000026a71591[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 957] 00000080:00200000:0.0:1787827058.079374:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000094427c52 17ffffc0001001 3:0 ffffa0e3c764a9f8 957 lru 00000080:00200000:0.0:1787827058.079380:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000056081556 957: 1< 0 - - > 2< 3919872 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484913152 - | - - + - > 5< - - + - | 0 - | 957 - -> 00000080:00200000:0.0:1787827058.079382:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000026a71591 00000080:00200000:0.0:1787827058.079383:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.079385:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.079393:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079401:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079409:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079417:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079429:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.079431:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.079433:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.079439:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.079441:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.079444:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.079448:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079456:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.079464:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.079467:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.079471:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.079475:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [957, 957] 00000080:00200000:0.0:1787827058.079479:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.079482:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.079486:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3923968 i_blocks 0 00000080:00200000:0.0:1787827058.079489:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.079536:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3923968, count: 4096 00000080:00200000:0.0:1787827058.079541:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3923968, bytes: 4096 00000080:00200000:0.0:1787827058.079544:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.079548:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 959, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.079550:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3923968, 3928064) 0 0 00000080:00200000:0.0:1787827058.079552:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.079558:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [958, 958] 00020000:00200000:0.0:1787827058.079561:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3923968 chunk: [3923968, 3928064) 3928064, 4096 00020000:00200000:0.0:1787827058.079564:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.079569:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [958, 958] 00000008:00010000:0.0:1787827058.079575:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.079577:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.079586:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079596:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3923968 3928063) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079605:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079613:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079621:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079629:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3923968, 3928064) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.079635:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 958 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.079652:0:20502:0:(rw26.c:875:ll_write_end()) pos 3923968, len 4096, copied 4096 00000080:00200000:0.0:1787827058.079656:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e19013b0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 958] 00000080:00200000:0.0:1787827058.079659:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000003ccf5cd7 17ffffc0001001 3:0 ffffa0e3c764a488 958 lru 00000080:00200000:0.0:1787827058.079665:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d41fe8a9 958: 1< 0 - - > 2< 3923968 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484909056 - | - - + - > 5< - - + - | 0 - | 958 - -> 00000080:00200000:0.0:1787827058.079667:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e19013b0 00000080:00200000:0.0:1787827058.079668:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.079670:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.079679:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079687:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079694:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079701:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079731:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.079735:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.079737:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.079743:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.079746:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.079749:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.079753:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079761:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.079771:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.079773:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.079778:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.079781:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [958, 958] 00000080:00200000:0.0:1787827058.079785:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.079788:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.079793:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3928064 i_blocks 0 00000080:00200000:0.0:1787827058.079795:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.079842:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3928064, count: 4096 00000080:00200000:0.0:1787827058.079847:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3928064, bytes: 4096 00000080:00200000:0.0:1787827058.079850:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.079853:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 960, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.079855:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3928064, 3932160) 0 0 00000080:00200000:0.0:1787827058.079857:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.079863:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [959, 959] 00020000:00200000:0.0:1787827058.079866:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3928064 chunk: [3928064, 3932160) 3932160, 4096 00020000:00200000:0.0:1787827058.079868:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.079873:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [959, 959] 00000008:00010000:0.0:1787827058.079878:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.079880:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.079889:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079898:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3928064 3932159) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079907:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079920:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.079928:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.079936:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3928064, 3932160) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.079941:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 959 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.079960:0:20502:0:(rw26.c:875:ll_write_end()) pos 3928064, len 4096, copied 4096 00000080:00200000:0.0:1787827058.079965:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e6e3ee22[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 959] 00000080:00200000:0.0:1787827058.079968:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000601c95ea 17ffffc0001001 3:0 ffffa0e3c764a570 959 lru 00000080:00200000:0.0:1787827058.079973:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000aaf0061d 959: 1< 0 - - > 2< 3928064 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484904960 - | - - + - > 5< - - + - | 0 - | 959 - -> 00000080:00200000:0.0:1787827058.079975:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e6e3ee22 00000080:00200000:0.0:1787827058.079977:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.079979:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.079987:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.079995:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080003:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080011:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080027:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.080030:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.080032:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.080039:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.080042:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.080045:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.080049:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080058:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.080066:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.080068:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.080073:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.080075:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [959, 959] 00000080:00200000:0.0:1787827058.080079:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.080082:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.080086:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3932160 i_blocks 0 00000080:00200000:0.0:1787827058.080089:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.080135:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3932160, count: 4096 00000080:00200000:0.0:1787827058.080139:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3932160, bytes: 4096 00000080:00200000:0.0:1787827058.080142:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.080146:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 961, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.080148:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3932160, 3936256) 0 0 00000080:00200000:0.0:1787827058.080151:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.080156:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [960, 960] 00020000:00200000:0.0:1787827058.080159:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3932160 chunk: [3932160, 3936256) 3936256, 4096 00020000:00200000:0.0:1787827058.080162:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.080167:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [960, 960] 00000008:00010000:0.0:1787827058.080173:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.080175:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.080184:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080192:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3932160 3936255) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080201:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080208:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080215:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080222:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3932160, 3936256) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.080227:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 960 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.080248:0:20502:0:(rw26.c:875:ll_write_end()) pos 3932160, len 4096, copied 4096 00000080:00200000:0.0:1787827058.080253:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000047f38877[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 960] 00000080:00200000:0.0:1787827058.080256:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e470106a 17ffffc0001001 3:0 ffffa0e3c764ad98 960 lru 00000080:00200000:0.0:1787827058.080262:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000355d3e9e 960: 1< 0 - - > 2< 3932160 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484900864 - | - - + - > 5< - - + - | 0 - | 960 - -> 00000080:00200000:0.0:1787827058.080264:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000047f38877 00000080:00200000:0.0:1787827058.080265:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.080267:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.080276:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080285:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080293:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080300:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080311:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.080315:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.080317:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.080335:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.080338:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.080340:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.080345:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080354:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.080362:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.080365:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.080370:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.080373:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [960, 960] 00000080:00200000:0.0:1787827058.080378:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.080381:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.080385:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3936256 i_blocks 0 00000080:00200000:0.0:1787827058.080389:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.080436:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3936256, count: 4096 00000080:00200000:0.0:1787827058.080441:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3936256, bytes: 4096 00000080:00200000:0.0:1787827058.080443:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.080447:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 962, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.080449:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3936256, 3940352) 0 0 00000080:00200000:0.0:1787827058.080452:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.080457:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [961, 961] 00020000:00200000:0.0:1787827058.080460:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3936256 chunk: [3936256, 3940352) 3940352, 4096 00020000:00200000:0.0:1787827058.080462:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.080467:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [961, 961] 00000008:00010000:0.0:1787827058.080472:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.080475:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.080482:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080491:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3936256 3940351) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080500:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080508:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080516:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080524:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3936256, 3940352) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.080529:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 961 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.080548:0:20502:0:(rw26.c:875:ll_write_end()) pos 3936256, len 4096, copied 4096 00000080:00200000:0.0:1787827058.080553:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000051491097[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 961] 00000080:00200000:0.0:1787827058.080555:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000072084016 17ffffc0001001 3:0 ffffa0e3c764a740 961 lru 00000080:00200000:0.0:1787827058.080561:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008a07d001 961: 1< 0 - - > 2< 3936256 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484896768 - | - - + - > 5< - - + - | 0 - | 961 - -> 00000080:00200000:0.0:1787827058.080563:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000051491097 00000080:00200000:0.0:1787827058.080565:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.080567:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.080574:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080582:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080590:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080598:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080609:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.080611:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.080613:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.080619:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.080621:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.080624:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.080629:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080637:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.080645:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.080648:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.080653:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.080656:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [961, 961] 00000080:00200000:0.0:1787827058.080659:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.080663:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.080667:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3940352 i_blocks 0 00000080:00200000:0.0:1787827058.080670:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.080737:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3940352, count: 4096 00000080:00200000:0.0:1787827058.080743:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3940352, bytes: 4096 00000080:00200000:0.0:1787827058.080746:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.080750:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 963, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.080751:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3940352, 3944448) 0 0 00000080:00200000:0.0:1787827058.080754:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.080760:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [962, 962] 00020000:00200000:0.0:1787827058.080763:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3940352 chunk: [3940352, 3944448) 3944448, 4096 00020000:00200000:0.0:1787827058.080765:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.080770:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [962, 962] 00000008:00010000:0.0:1787827058.080776:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.080779:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.080787:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080796:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3940352 3944447) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080806:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080814:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080821:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080830:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3940352, 3944448) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.080835:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 962 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.080851:0:20502:0:(rw26.c:875:ll_write_end()) pos 3940352, len 4096, copied 4096 00000080:00200000:0.0:1787827058.080856:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006717b43f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 962] 00000080:00200000:0.0:1787827058.080860:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b1575e91 17ffffc0001001 3:0 ffffa0e3c764a0e8 962 lru 00000080:00200000:0.0:1787827058.080865:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001cd72fe4 962: 1< 0 - - > 2< 3940352 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484892672 - | - - + - > 5< - - + - | 0 - | 962 - -> 00000080:00200000:0.0:1787827058.080867:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006717b43f 00000080:00200000:0.0:1787827058.080869:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.080871:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.080879:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080888:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080896:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.080909:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.080920:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.080922:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.080924:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.080930:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.080933:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.080936:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.080940:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.080948:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.080956:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.080959:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.080963:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.080966:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [962, 962] 00000080:00200000:0.0:1787827058.080970:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.080973:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.080978:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3944448 i_blocks 0 00000080:00200000:0.0:1787827058.080981:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.081028:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3944448, count: 4096 00000080:00200000:0.0:1787827058.081033:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3944448, bytes: 4096 00000080:00200000:0.0:1787827058.081035:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.081039:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 964, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.081041:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3944448, 3948544) 0 0 00000080:00200000:0.0:1787827058.081044:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.081050:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [963, 963] 00020000:00200000:0.0:1787827058.081053:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3944448 chunk: [3944448, 3948544) 3948544, 4096 00020000:00200000:0.0:1787827058.081055:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.081060:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [963, 963] 00000008:00010000:0.0:1787827058.081066:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.081068:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.081077:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081087:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3944448 3948543) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081096:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081103:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081111:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081119:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3944448, 3948544) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.081124:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 963 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.081141:0:20502:0:(rw26.c:875:ll_write_end()) pos 3944448, len 4096, copied 4096 00000080:00200000:0.0:1787827058.081146:0:20502:0:(rw26.c:933:ll_write_end()) page@000000007ffc42ce[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 963] 00000080:00200000:0.0:1787827058.081149:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b0ed793c 17ffffc0001001 3:0 ffffa0e3c764a3a0 963 lru 00000080:00200000:0.0:1787827058.081155:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc52ca48 963: 1< 0 - - > 2< 3944448 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484888576 - | - - + - > 5< - - + - | 0 - | 963 - -> 00000080:00200000:0.0:1787827058.081157:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000007ffc42ce 00000080:00200000:0.0:1787827058.081158:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.081160:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.081168:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081176:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081183:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081190:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081201:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.081204:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.081206:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.081212:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.081215:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.081217:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.081221:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081229:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.081237:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.081240:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.081244:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.081247:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [963, 963] 00000080:00200000:0.0:1787827058.081251:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.081254:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.081258:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3948544 i_blocks 0 00000080:00200000:0.0:1787827058.081261:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.081310:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3948544, count: 4096 00000080:00200000:0.0:1787827058.081314:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3948544, bytes: 4096 00000080:00200000:0.0:1787827058.081316:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.081320:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 965, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.081341:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3948544, 3952640) 0 0 00000080:00200000:0.0:1787827058.081345:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.081350:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [964, 964] 00020000:00200000:0.0:1787827058.081354:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3948544 chunk: [3948544, 3952640) 3952640, 4096 00020000:00200000:0.0:1787827058.081357:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.081362:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [964, 964] 00000008:00010000:0.0:1787827058.081368:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.081370:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.081379:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081388:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3948544 3952639) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081397:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081404:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081417:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081424:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3948544, 3952640) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.081429:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 964 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.081446:0:20502:0:(rw26.c:875:ll_write_end()) pos 3948544, len 4096, copied 4096 00000080:00200000:0.0:1787827058.081450:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d834b32a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 964] 00000080:00200000:0.0:1787827058.081453:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002922f853 17ffffc0001001 3:0 ffffa0e3c764a828 964 lru 00000080:00200000:0.0:1787827058.081458:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000080e3c5ce 964: 1< 0 - - > 2< 3948544 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484884480 - | - - + - > 5< - - + - | 0 - | 964 - -> 00000080:00200000:0.0:1787827058.081460:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d834b32a 00000080:00200000:0.0:1787827058.081462:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.081464:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.081472:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081480:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081488:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081495:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081507:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.081510:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.081512:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.081518:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.081521:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.081524:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.081528:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081535:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.081544:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.081546:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.081551:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.081555:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [964, 964] 00000080:00200000:0.0:1787827058.081559:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.081562:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.081566:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3952640 i_blocks 0 00000080:00200000:0.0:1787827058.081569:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.081614:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3952640, count: 4096 00000080:00200000:0.0:1787827058.081618:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3952640, bytes: 4096 00000080:00200000:0.0:1787827058.081621:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.081624:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 966, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.081626:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3952640, 3956736) 0 0 00000080:00200000:0.0:1787827058.081628:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.081633:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [965, 965] 00020000:00200000:0.0:1787827058.081636:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3952640 chunk: [3952640, 3956736) 3956736, 4096 00020000:00200000:0.0:1787827058.081638:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.081643:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [965, 965] 00000008:00010000:0.0:1787827058.081649:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.081651:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.081660:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081669:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3952640 3956735) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081679:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081687:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081695:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081703:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3952640, 3956736) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.081708:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 965 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.081744:0:20502:0:(rw26.c:875:ll_write_end()) pos 3952640, len 4096, copied 4096 00000080:00200000:0.0:1787827058.081749:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000222fc102[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 965] 00000080:00200000:0.0:1787827058.081752:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000eeb7dd55 17ffffc0001001 3:0 ffffa0e3c764ae80 965 lru 00000080:00200000:0.0:1787827058.081758:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000085e546e3 965: 1< 0 - - > 2< 3952640 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484880384 - | - - + - > 5< - - + - | 0 - | 965 - -> 00000080:00200000:0.0:1787827058.081760:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000222fc102 00000080:00200000:0.0:1787827058.081762:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.081764:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.081773:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081782:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081789:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.081797:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.081807:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.081810:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.081812:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.081818:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.081820:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.081822:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.081826:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081835:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.081843:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.081845:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.081850:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.081852:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [965, 965] 00000080:00200000:0.0:1787827058.081856:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.081859:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.081863:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3956736 i_blocks 0 00000080:00200000:0.0:1787827058.081866:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.081913:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3956736, count: 4096 00000080:00200000:0.0:1787827058.081917:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3956736, bytes: 4096 00000080:00200000:0.0:1787827058.081920:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.081923:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 967, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.081925:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3956736, 3960832) 0 0 00000080:00200000:0.0:1787827058.081927:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.081932:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [966, 966] 00020000:00200000:0.0:1787827058.081935:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3956736 chunk: [3956736, 3960832) 3960832, 4096 00020000:00200000:0.0:1787827058.081938:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.081943:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [966, 966] 00000008:00010000:0.0:1787827058.081948:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.081950:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.081959:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081969:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3956736 3960831) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081978:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081986:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.081993:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082001:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3956736, 3960832) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.082007:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 966 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.082024:0:20502:0:(rw26.c:875:ll_write_end()) pos 3956736, len 4096, copied 4096 00000080:00200000:0.0:1787827058.082029:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000aaf17ea6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 966] 00000080:00200000:0.0:1787827058.082032:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000be280a2 17ffffc0001001 3:0 ffffa0e3c764a910 966 lru 00000080:00200000:0.0:1787827058.082037:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000036bc47e1 966: 1< 0 - - > 2< 3956736 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484876288 - | - - + - > 5< - - + - | 0 - | 966 - -> 00000080:00200000:0.0:1787827058.082040:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000aaf17ea6 00000080:00200000:0.0:1787827058.082041:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.082043:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.082050:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082058:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082065:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082074:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082085:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.082088:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.082090:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.082095:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.082097:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.082101:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.082104:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082112:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.082120:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.082122:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.082126:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.082129:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [966, 966] 00000080:00200000:0.0:1787827058.082132:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.082135:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.082140:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3960832 i_blocks 0 00000080:00200000:0.0:1787827058.082143:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.082188:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3960832, count: 4096 00000080:00200000:0.0:1787827058.082192:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3960832, bytes: 4096 00000080:00200000:0.0:1787827058.082194:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.082198:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 968, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.082200:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3960832, 3964928) 0 0 00000080:00200000:0.0:1787827058.082202:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.082207:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [967, 967] 00020000:00200000:0.0:1787827058.082210:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3960832 chunk: [3960832, 3964928) 3964928, 4096 00020000:00200000:0.0:1787827058.082212:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.082217:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [967, 967] 00000008:00010000:0.0:1787827058.082223:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.082225:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.082233:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082241:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3960832 3964927) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082250:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082262:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082268:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082276:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3960832, 3964928) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.082281:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 967 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.082307:0:20502:0:(rw26.c:875:ll_write_end()) pos 3960832, len 4096, copied 4096 00000080:00200000:0.0:1787827058.082312:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003b829b74[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 967] 00000080:00200000:0.0:1787827058.082315:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dad6cdb0 17ffffc0001001 3:0 ffffa0e3d858aae0 967 lru 00000080:00200000:0.0:1787827058.082321:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000028e07a05 967: 1< 0 - - > 2< 3960832 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484872192 - | - - + - > 5< - - + - | 0 - | 967 - -> 00000080:00200000:0.0:1787827058.082333:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003b829b74 00000080:00200000:0.0:1787827058.082334:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.082337:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.082346:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082353:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082360:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082367:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082384:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.082387:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.082389:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.082395:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.082398:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.082401:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.082405:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082413:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.082422:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.082424:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.082429:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.082432:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [967, 967] 00000080:00200000:0.0:1787827058.082436:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.082438:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.082443:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3964928 i_blocks 0 00000080:00200000:0.0:1787827058.082448:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.082493:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3964928, count: 4096 00000080:00200000:0.0:1787827058.082497:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3964928, bytes: 4096 00000080:00200000:0.0:1787827058.082499:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.082502:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 969, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.082503:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3964928, 3969024) 0 0 00000080:00200000:0.0:1787827058.082505:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.082509:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [968, 968] 00020000:00200000:0.0:1787827058.082511:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3964928 chunk: [3964928, 3969024) 3969024, 4096 00020000:00200000:0.0:1787827058.082513:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.082516:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [968, 968] 00000008:00010000:0.0:1787827058.082520:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.082522:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.082528:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082533:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3964928 3969023) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082539:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082543:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082547:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082552:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3964928, 3969024) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.082555:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 968 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.082567:0:20502:0:(rw26.c:875:ll_write_end()) pos 3964928, len 4096, copied 4096 00000080:00200000:0.0:1787827058.082570:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009a831b78[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 968] 00000080:00200000:0.0:1787827058.082572:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000073ef85f6 17ffffc0001001 3:0 ffffa0e3d858a2b8 968 lru 00000080:00200000:0.0:1787827058.082576:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000032387980 968: 1< 0 - - > 2< 3964928 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484868096 - | - - + - > 5< - - + - | 0 - | 968 - -> 00000080:00200000:0.0:1787827058.082578:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009a831b78 00000080:00200000:0.0:1787827058.082578:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.082580:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.082585:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082591:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082595:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082599:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082605:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.082607:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.082608:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.082612:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.082613:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.082615:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.082617:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082621:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.082627:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.082628:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.082631:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.082633:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [968, 968] 00000080:00200000:0.0:1787827058.082636:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.082638:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.082641:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3969024 i_blocks 0 00000080:00200000:0.0:1787827058.082643:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.082674:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3969024, count: 4096 00000080:00200000:0.0:1787827058.082677:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3969024, bytes: 4096 00000080:00200000:0.0:1787827058.082679:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.082681:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 970, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.082682:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3969024, 3973120) 0 0 00000080:00200000:0.0:1787827058.082684:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.082687:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [969, 969] 00020000:00200000:0.0:1787827058.082689:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3969024 chunk: [3969024, 3973120) 3973120, 4096 00020000:00200000:0.0:1787827058.082691:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.082694:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [969, 969] 00000008:00010000:0.0:1787827058.082697:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.082699:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.082704:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082727:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3969024 3973119) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082734:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082739:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082743:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082749:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3969024, 3973120) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.082753:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 969 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.082770:0:20502:0:(rw26.c:875:ll_write_end()) pos 3969024, len 4096, copied 4096 00000080:00200000:0.0:1787827058.082773:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e55df3b1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 969] 00000080:00200000:0.0:1787827058.082775:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000089e877f9 17ffffc0001021 2:0 ffffa0e3d858abc8 969 lru 00000080:00200000:0.0:1787827058.082779:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006bc28161 969: 1< 0 - - > 2< 3969024 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484864000 - | - - + - > 5< - - + - | 0 - | 969 - -> 00000080:00200000:0.0:1787827058.082780:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e55df3b1 00000080:00200000:0.0:1787827058.082781:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.082783:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.082788:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082793:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082798:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.082802:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082808:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.082810:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.082811:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.082815:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.082816:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.082818:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.082821:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082826:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.082831:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.082833:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.082835:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.082837:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [969, 969] 00000080:00200000:0.0:1787827058.082840:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.082843:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.082847:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3973120 i_blocks 0 00000080:00200000:0.0:1787827058.082850:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.082893:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3973120, count: 4096 00000080:00200000:0.0:1787827058.082897:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3973120, bytes: 4096 00000080:00200000:0.0:1787827058.082900:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.082903:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 971, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.082905:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3973120, 3977216) 0 0 00000080:00200000:0.0:1787827058.082908:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.082913:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [970, 970] 00020000:00200000:0.0:1787827058.082917:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3973120 chunk: [3973120, 3977216) 3977216, 4096 00020000:00200000:0.0:1787827058.082919:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.082923:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [970, 970] 00000008:00010000:0.0:1787827058.082929:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.082931:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.082939:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082948:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3973120 3977215) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082956:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082962:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.082967:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.082971:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3973120, 3977216) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.082975:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 970 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.082987:0:20502:0:(rw26.c:875:ll_write_end()) pos 3973120, len 4096, copied 4096 00000080:00200000:0.0:1787827058.082990:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000057becc08[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 970] 00000080:00200000:0.0:1787827058.082992:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000006c39185 17ffffc0001001 3:0 ffffa0e3d858a658 970 lru 00000080:00200000:0.0:1787827058.082995:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd07e343 970: 1< 0 - - > 2< 3973120 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484859904 - | - - + - > 5< - - + - | 0 - | 970 - -> 00000080:00200000:0.0:1787827058.082996:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000057becc08 00000080:00200000:0.0:1787827058.082997:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.082998:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.083004:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083010:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083017:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083029:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083040:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.083042:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.083045:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.083050:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.083053:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.083056:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.083060:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083068:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.083076:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.083078:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.083084:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.083086:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [970, 970] 00000080:00200000:0.0:1787827058.083089:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.083090:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.083094:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3977216 i_blocks 0 00000080:00200000:0.0:1787827058.083096:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.083140:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3977216, count: 4096 00000080:00200000:0.0:1787827058.083145:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3977216, bytes: 4096 00000080:00200000:0.0:1787827058.083148:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.083153:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 972, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.083155:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3977216, 3981312) 0 0 00000080:00200000:0.0:1787827058.083157:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.083163:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [971, 971] 00020000:00200000:0.0:1787827058.083166:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3977216 chunk: [3977216, 3981312) 3981312, 4096 00020000:00200000:0.0:1787827058.083167:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.083171:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [971, 971] 00000008:00010000:0.0:1787827058.083175:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.083177:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.083183:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083190:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3977216 3981311) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083196:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083202:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083206:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083211:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3977216, 3981312) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.083214:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 971 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.083227:0:20502:0:(rw26.c:875:ll_write_end()) pos 3977216, len 4096, copied 4096 00000080:00200000:0.0:1787827058.083230:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000482031c7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 971] 00000080:00200000:0.0:1787827058.083231:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000cec6e87a 17ffffc0001001 3:0 ffffa0e3d858a1d0 971 lru 00000080:00200000:0.0:1787827058.083235:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cf525b49 971: 1< 0 - - > 2< 3977216 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484855808 - | - - + - > 5< - - + - | 0 - | 971 - -> 00000080:00200000:0.0:1787827058.083237:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000482031c7 00000080:00200000:0.0:1787827058.083237:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.083239:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.083245:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083250:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083254:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083258:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083265:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.083266:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.083268:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.083271:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.083273:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.083274:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.083276:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083281:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.083287:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.083290:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.083295:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.083298:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [971, 971] 00000080:00200000:0.0:1787827058.083303:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.083306:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.083310:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3981312 i_blocks 0 00000080:00200000:0.0:1787827058.083313:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.083368:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3981312, count: 4096 00000080:00200000:0.0:1787827058.083373:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3981312, bytes: 4096 00000080:00200000:0.0:1787827058.083376:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.083380:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 973, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.083382:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3981312, 3985408) 0 0 00000080:00200000:0.0:1787827058.083384:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.083390:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [972, 972] 00020000:00200000:0.0:1787827058.083393:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3981312 chunk: [3981312, 3985408) 3985408, 4096 00020000:00200000:0.0:1787827058.083395:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.083400:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [972, 972] 00000008:00010000:0.0:1787827058.083406:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.083409:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.083417:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083426:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3981312 3985407) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083432:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083437:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083448:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083456:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3981312, 3985408) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.083461:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 972 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.083479:0:20502:0:(rw26.c:875:ll_write_end()) pos 3981312, len 4096, copied 4096 00000080:00200000:0.0:1787827058.083483:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c17a18da[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 972] 00000080:00200000:0.0:1787827058.083486:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000041e312f0 17ffffc0001001 3:0 ffffa0e3d858a9f8 972 lru 00000080:00200000:0.0:1787827058.083492:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e6c97f64 972: 1< 0 - - > 2< 3981312 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484851712 - | - - + - > 5< - - + - | 0 - | 972 - -> 00000080:00200000:0.0:1787827058.083494:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c17a18da 00000080:00200000:0.0:1787827058.083495:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.083498:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.083506:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083514:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083521:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083528:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083539:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.083542:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.083545:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.083550:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.083553:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.083555:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.083559:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083567:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.083575:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.083578:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.083582:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.083585:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [972, 972] 00000080:00200000:0.0:1787827058.083590:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.083592:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.083597:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3985408 i_blocks 0 00000080:00200000:0.0:1787827058.083599:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.083646:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3985408, count: 4096 00000080:00200000:0.0:1787827058.083651:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3985408, bytes: 4096 00000080:00200000:0.0:1787827058.083653:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.083656:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 974, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.083658:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3985408, 3989504) 0 0 00000080:00200000:0.0:1787827058.083660:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.083665:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [973, 973] 00020000:00200000:0.0:1787827058.083668:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3985408 chunk: [3985408, 3989504) 3989504, 4096 00020000:00200000:0.0:1787827058.083670:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.083675:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [973, 973] 00000008:00010000:0.0:1787827058.083680:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.083682:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.083689:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083699:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3985408 3989503) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083707:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083735:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083742:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083750:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3985408, 3989504) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.083755:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 973 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.083771:0:20502:0:(rw26.c:875:ll_write_end()) pos 3985408, len 4096, copied 4096 00000080:00200000:0.0:1787827058.083776:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000132d508c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 973] 00000080:00200000:0.0:1787827058.083778:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f048e01d 17ffffc0001001 3:0 ffffa0e3d858a488 973 lru 00000080:00200000:0.0:1787827058.083784:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ee5370d3 973: 1< 0 - - > 2< 3985408 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484847616 - | - - + - > 5< - - + - | 0 - | 973 - -> 00000080:00200000:0.0:1787827058.083786:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000132d508c 00000080:00200000:0.0:1787827058.083787:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.083789:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.083798:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083805:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083812:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.083820:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.083831:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.083834:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.083836:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.083841:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.083844:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.083847:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.083851:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083858:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.083865:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.083867:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.083871:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.083874:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [973, 973] 00000080:00200000:0.0:1787827058.083877:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.083880:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.083884:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3989504 i_blocks 0 00000080:00200000:0.0:1787827058.083887:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.083929:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3989504, count: 4096 00000080:00200000:0.0:1787827058.083933:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3989504, bytes: 4096 00000080:00200000:0.0:1787827058.083935:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.083938:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 975, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.083940:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3989504, 3993600) 0 0 00000080:00200000:0.0:1787827058.083942:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.083947:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [974, 974] 00020000:00200000:0.0:1787827058.083950:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3989504 chunk: [3989504, 3993600) 3993600, 4096 00020000:00200000:0.0:1787827058.083952:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.083956:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [974, 974] 00000008:00010000:0.0:1787827058.083961:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.083963:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.083970:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083978:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3989504 3993599) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083986:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.083993:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084000:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084006:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3989504, 3993600) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.084010:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 974 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.084026:0:20502:0:(rw26.c:875:ll_write_end()) pos 3989504, len 4096, copied 4096 00000080:00200000:0.0:1787827058.084031:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000efacd548[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 974] 00000080:00200000:0.0:1787827058.084033:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008b0f45d5 17ffffc0001001 3:0 ffffa0e3d858a570 974 lru 00000080:00200000:0.0:1787827058.084038:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000002ce8bf40 974: 1< 0 - - > 2< 3989504 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484843520 - | - - + - > 5< - - + - | 0 - | 974 - -> 00000080:00200000:0.0:1787827058.084040:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000efacd548 00000080:00200000:0.0:1787827058.084041:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.084043:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.084052:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084059:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084067:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084074:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084084:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.084087:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.084090:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.084095:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.084097:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.084100:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.084104:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084112:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.084121:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.084124:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.084129:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.084132:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [974, 974] 00000080:00200000:0.0:1787827058.084135:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.084139:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.084144:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3993600 i_blocks 0 00000080:00200000:0.0:1787827058.084147:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.084181:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3993600, count: 4096 00000080:00200000:0.0:1787827058.084184:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3993600, bytes: 4096 00000080:00200000:0.0:1787827058.084186:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.084188:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 976, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.084190:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3993600, 3997696) 0 0 00000080:00200000:0.0:1787827058.084191:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.084195:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [975, 975] 00020000:00200000:0.0:1787827058.084197:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3993600 chunk: [3993600, 3997696) 3997696, 4096 00020000:00200000:0.0:1787827058.084199:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.084202:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [975, 975] 00000008:00010000:0.0:1787827058.084206:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.084208:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.084213:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084220:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3993600 3997695) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084225:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084234:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084239:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084243:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3993600, 3997696) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.084246:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 975 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.084257:0:20502:0:(rw26.c:875:ll_write_end()) pos 3993600, len 4096, copied 4096 00000080:00200000:0.0:1787827058.084260:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000021c64690[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 975] 00000080:00200000:0.0:1787827058.084262:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d90435b8 17ffffc0001001 3:0 ffffa0e3d858ad98 975 lru 00000080:00200000:0.0:1787827058.084265:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007502de44 975: 1< 0 - - > 2< 3993600 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484839424 - | - - + - > 5< - - + - | 0 - | 975 - -> 00000080:00200000:0.0:1787827058.084266:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000021c64690 00000080:00200000:0.0:1787827058.084267:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.084268:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.084274:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084279:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084285:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084292:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084307:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.084310:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.084312:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.084318:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.084320:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.084334:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.084339:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084347:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.084353:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.084355:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.084358:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.084360:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [975, 975] 00000080:00200000:0.0:1787827058.084363:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.084365:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.084368:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 3997696 i_blocks 0 00000080:00200000:0.0:1787827058.084371:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.084416:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 3997696, count: 4096 00000080:00200000:0.0:1787827058.084421:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 3997696, bytes: 4096 00000080:00200000:0.0:1787827058.084424:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.084427:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 977, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.084429:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [3997696, 4001792) 0 0 00000080:00200000:0.0:1787827058.084431:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.084437:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [976, 976] 00020000:00200000:0.0:1787827058.084440:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3997696 chunk: [3997696, 4001792) 4001792, 4096 00020000:00200000:0.0:1787827058.084442:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.084447:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [976, 976] 00000008:00010000:0.0:1787827058.084451:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.084453:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.084458:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084464:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3997696 4001791) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084470:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084475:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084479:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084483:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [3997696, 4001792) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.084486:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 976 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.084498:0:20502:0:(rw26.c:875:ll_write_end()) pos 3997696, len 4096, copied 4096 00000080:00200000:0.0:1787827058.084501:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a45c86e0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 976] 00000080:00200000:0.0:1787827058.084503:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008539463e 17ffffc0001001 3:0 ffffa0e3d858a740 976 lru 00000080:00200000:0.0:1787827058.084506:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000059fab96c 976: 1< 0 - - > 2< 3997696 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484835328 - | - - + - > 5< - - + - | 0 - | 976 - -> 00000080:00200000:0.0:1787827058.084507:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a45c86e0 00000080:00200000:0.0:1787827058.084508:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.084509:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.084515:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084520:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084524:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084529:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084535:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.084537:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.084538:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.084542:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.084543:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.084544:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.084547:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084551:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.084556:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.084558:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.084561:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.084563:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [976, 976] 00000080:00200000:0.0:1787827058.084566:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.084568:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.084571:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4001792 i_blocks 0 00000080:00200000:0.0:1787827058.084573:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.084604:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4001792, count: 4096 00000080:00200000:0.0:1787827058.084607:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4001792, bytes: 4096 00000080:00200000:0.0:1787827058.084608:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.084611:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 978, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.084612:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4001792, 4005888) 0 0 00000080:00200000:0.0:1787827058.084614:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.084617:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [977, 977] 00020000:00200000:0.0:1787827058.084619:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4001792 chunk: [4001792, 4005888) 4005888, 4096 00020000:00200000:0.0:1787827058.084620:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.084624:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [977, 977] 00000008:00010000:0.0:1787827058.084627:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.084628:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.084634:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084640:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4001792 4005887) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084646:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084650:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084654:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084659:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4001792, 4005888) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.084662:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 977 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.084674:0:20502:0:(rw26.c:875:ll_write_end()) pos 4001792, len 4096, copied 4096 00000080:00200000:0.0:1787827058.084677:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000075d04979[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 977] 00000080:00200000:0.0:1787827058.084679:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000097499db1 17ffffc0001001 3:0 ffffa0e3d858a0e8 977 lru 00000080:00200000:0.0:1787827058.084682:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ac7933bf 977: 1< 0 - - > 2< 4001792 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484831232 - | - - + - > 5< - - + - | 0 - | 977 - -> 00000080:00200000:0.0:1787827058.084683:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000075d04979 00000080:00200000:0.0:1787827058.084684:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.084686:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.084691:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084696:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084700:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084704:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084724:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.084726:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.084728:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.084732:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.084733:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.084734:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.084737:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084743:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.084747:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.084749:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.084751:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.084753:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [977, 977] 00000080:00200000:0.0:1787827058.084756:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.084758:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.084760:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4005888 i_blocks 0 00000080:00200000:0.0:1787827058.084762:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.084798:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4005888, count: 4096 00000080:00200000:0.0:1787827058.084802:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4005888, bytes: 4096 00000080:00200000:0.0:1787827058.084805:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.084808:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 979, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.084810:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4005888, 4009984) 0 0 00000080:00200000:0.0:1787827058.084812:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.084817:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [978, 978] 00020000:00200000:0.0:1787827058.084820:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4005888 chunk: [4005888, 4009984) 4009984, 4096 00020000:00200000:0.0:1787827058.084823:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.084828:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [978, 978] 00000008:00010000:0.0:1787827058.084833:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.084836:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.084843:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084849:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4005888 4009983) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084856:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084860:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084864:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084869:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4005888, 4009984) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.084872:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 978 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.084884:0:20502:0:(rw26.c:875:ll_write_end()) pos 4005888, len 4096, copied 4096 00000080:00200000:0.0:1787827058.084887:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000201b070a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 978] 00000080:00200000:0.0:1787827058.084889:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008a081686 17ffffc0001001 3:0 ffffa0e3d858a3a0 978 lru 00000080:00200000:0.0:1787827058.084892:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000016768a3d 978: 1< 0 - - > 2< 4005888 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484827136 - | - - + - > 5< - - + - | 0 - | 978 - -> 00000080:00200000:0.0:1787827058.084894:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000201b070a 00000080:00200000:0.0:1787827058.084894:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.084896:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.084901:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084906:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084910:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.084918:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.084925:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.084927:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.084928:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.084932:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.084933:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.084935:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.084937:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.084942:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.084948:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.084949:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.084952:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.084954:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [978, 978] 00000080:00200000:0.0:1787827058.084956:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.084958:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.084961:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4009984 i_blocks 0 00000080:00200000:0.0:1787827058.084963:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.084994:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4009984, count: 4096 00000080:00200000:0.0:1787827058.084997:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4009984, bytes: 4096 00000080:00200000:0.0:1787827058.084998:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.085000:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 980, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.085001:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4009984, 4014080) 0 0 00000080:00200000:0.0:1787827058.085003:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.085007:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [979, 979] 00020000:00200000:0.0:1787827058.085009:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4009984 chunk: [4009984, 4014080) 4014080, 4096 00020000:00200000:0.0:1787827058.085011:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.085016:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [979, 979] 00000008:00010000:0.0:1787827058.085021:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.085024:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.085031:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085040:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4009984 4014079) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085049:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085057:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085064:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085069:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4009984, 4014080) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.085073:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 979 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.085085:0:20502:0:(rw26.c:875:ll_write_end()) pos 4009984, len 4096, copied 4096 00000080:00200000:0.0:1787827058.085088:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000823f83d4[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 979] 00000080:00200000:0.0:1787827058.085090:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ead065f0 17ffffc0001001 3:0 ffffa0e3d858a828 979 lru 00000080:00200000:0.0:1787827058.085094:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000413e4fb6 979: 1< 0 - - > 2< 4009984 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484823040 - | - - + - > 5< - - + - | 0 - | 979 - -> 00000080:00200000:0.0:1787827058.085095:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000823f83d4 00000080:00200000:0.0:1787827058.085096:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.085097:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.085103:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085108:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085112:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085116:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085123:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.085124:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.085125:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.085129:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.085130:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.085132:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.085134:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085139:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.085144:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.085145:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.085148:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.085150:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [979, 979] 00000080:00200000:0.0:1787827058.085153:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.085155:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.085158:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4014080 i_blocks 0 00000080:00200000:0.0:1787827058.085159:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.085191:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4014080, count: 4096 00000080:00200000:0.0:1787827058.085193:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4014080, bytes: 4096 00000080:00200000:0.0:1787827058.085195:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.085197:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 981, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.085198:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4014080, 4018176) 0 0 00000080:00200000:0.0:1787827058.085199:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.085203:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [980, 980] 00020000:00200000:0.0:1787827058.085205:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4014080 chunk: [4014080, 4018176) 4018176, 4096 00020000:00200000:0.0:1787827058.085206:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.085209:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [980, 980] 00000008:00010000:0.0:1787827058.085212:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.085214:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.085219:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085224:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4014080 4018175) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085230:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085234:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085242:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085247:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4014080, 4018176) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.085250:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 980 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.085263:0:20502:0:(rw26.c:875:ll_write_end()) pos 4014080, len 4096, copied 4096 00000080:00200000:0.0:1787827058.085266:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000057a7dc70[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 980] 00000080:00200000:0.0:1787827058.085267:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005c0512fc 17ffffc0001001 3:0 ffffa0e3d858ae80 980 lru 00000080:00200000:0.0:1787827058.085271:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004910e520 980: 1< 0 - - > 2< 4014080 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484818944 - | - - + - > 5< - - + - | 0 - | 980 - -> 00000080:00200000:0.0:1787827058.085272:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000057a7dc70 00000080:00200000:0.0:1787827058.085273:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.085275:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.085280:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085287:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085295:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085302:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085313:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.085316:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.085319:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.085335:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.085338:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.085340:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.085344:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085351:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.085356:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.085358:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.085361:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.085363:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [980, 980] 00000080:00200000:0.0:1787827058.085366:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.085368:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.085373:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4018176 i_blocks 0 00000080:00200000:0.0:1787827058.085375:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.085421:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4018176, count: 4096 00000080:00200000:0.0:1787827058.085425:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4018176, bytes: 4096 00000080:00200000:0.0:1787827058.085427:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.085430:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 982, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.085431:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4018176, 4022272) 0 0 00000080:00200000:0.0:1787827058.085432:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.085436:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [981, 981] 00020000:00200000:0.0:1787827058.085438:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4018176 chunk: [4018176, 4022272) 4022272, 4096 00020000:00200000:0.0:1787827058.085440:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.085443:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [981, 981] 00000008:00010000:0.0:1787827058.085447:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.085449:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.085455:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085461:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4018176 4022271) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085466:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085470:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085474:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085479:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4018176, 4022272) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.085482:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 981 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.085494:0:20502:0:(rw26.c:875:ll_write_end()) pos 4018176, len 4096, copied 4096 00000080:00200000:0.0:1787827058.085497:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000046fcde8e[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 981] 00000080:00200000:0.0:1787827058.085499:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f512ad4c 17ffffc0001001 3:0 ffffa0e3d858a910 981 lru 00000080:00200000:0.0:1787827058.085503:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004a81ad19 981: 1< 0 - - > 2< 4018176 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484814848 - | - - + - > 5< - - + - | 0 - | 981 - -> 00000080:00200000:0.0:1787827058.085504:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000046fcde8e 00000080:00200000:0.0:1787827058.085505:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.085506:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.085511:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085516:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085521:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085526:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085533:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.085534:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.085535:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.085539:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.085540:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.085542:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.085544:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085549:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.085554:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.085556:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.085558:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.085560:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [981, 981] 00000080:00200000:0.0:1787827058.085563:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.085565:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.085568:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4022272 i_blocks 0 00000080:00200000:0.0:1787827058.085570:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.085602:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4022272, count: 4096 00000080:00200000:0.0:1787827058.085604:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4022272, bytes: 4096 00000080:00200000:0.0:1787827058.085606:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.085608:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 983, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.085609:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4022272, 4026368) 0 0 00000080:00200000:0.0:1787827058.085611:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.085614:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [982, 982] 00020000:00200000:0.0:1787827058.085616:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4022272 chunk: [4022272, 4026368) 4026368, 4096 00020000:00200000:0.0:1787827058.085618:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.085621:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [982, 982] 00000008:00010000:0.0:1787827058.085624:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.085625:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.085630:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085636:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4022272 4026367) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085641:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085645:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085649:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085653:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4022272, 4026368) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.085656:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 982 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.085668:0:20502:0:(rw26.c:875:ll_write_end()) pos 4022272, len 4096, copied 4096 00000080:00200000:0.0:1787827058.085671:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000725c446f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 982] 00000080:00200000:0.0:1787827058.085673:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000df56f983 17ffffc0001001 3:0 ffffa0e3d858a000 982 lru 00000080:00200000:0.0:1787827058.085676:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cced881a 982: 1< 0 - - > 2< 4022272 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484810752 - | - - + - > 5< - - + - | 0 - | 982 - -> 00000080:00200000:0.0:1787827058.085678:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000725c446f 00000080:00200000:0.0:1787827058.085678:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.085680:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.085685:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085690:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085694:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085698:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085705:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.085706:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.085707:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.085732:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.085734:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.085736:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.085738:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085743:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.085749:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.085750:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.085753:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.085755:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [982, 982] 00000080:00200000:0.0:1787827058.085758:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.085759:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.085763:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4026368 i_blocks 0 00000080:00200000:0.0:1787827058.085764:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.085804:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4026368, count: 4096 00000080:00200000:0.0:1787827058.085808:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4026368, bytes: 4096 00000080:00200000:0.0:1787827058.085811:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.085815:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 984, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.085816:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4026368, 4030464) 0 0 00000080:00200000:0.0:1787827058.085819:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.085824:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [983, 983] 00020000:00200000:0.0:1787827058.085827:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4026368 chunk: [4026368, 4030464) 4030464, 4096 00020000:00200000:0.0:1787827058.085830:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.085835:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [983, 983] 00000008:00010000:0.0:1787827058.085839:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.085840:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.085846:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085852:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4026368 4030463) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085858:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085867:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085871:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085875:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4026368, 4030464) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.085878:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 983 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.085890:0:20502:0:(rw26.c:875:ll_write_end()) pos 4026368, len 4096, copied 4096 00000080:00200000:0.0:1787827058.085893:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b433f8a6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 983] 00000080:00200000:0.0:1787827058.085895:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d2775707 17ffffc0001001 3:0 ffffa0e3d858acb0 983 lru 00000080:00200000:0.0:1787827058.085898:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008edaa383 983: 1< 0 - - > 2< 4026368 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484806656 - | - - + - > 5< - - + - | 0 - | 983 - -> 00000080:00200000:0.0:1787827058.085899:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b433f8a6 00000080:00200000:0.0:1787827058.085900:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.085901:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.085907:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085912:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085916:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.085920:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.085930:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.085932:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.085933:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.085937:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.085938:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.085940:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.085943:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.085948:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.085953:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.085954:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.085957:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.085959:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [983, 983] 00000080:00200000:0.0:1787827058.085961:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.085963:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.085966:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4030464 i_blocks 0 00000080:00200000:0.0:1787827058.085968:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.085999:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4030464, count: 4096 00000080:00200000:0.0:1787827058.086002:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4030464, bytes: 4096 00000080:00200000:0.0:1787827058.086003:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.086006:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 985, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.086008:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4030464, 4034560) 0 0 00000080:00200000:0.0:1787827058.086010:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.086015:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [984, 984] 00020000:00200000:0.0:1787827058.086019:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4030464 chunk: [4030464, 4034560) 4034560, 4096 00020000:00200000:0.0:1787827058.086021:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.086025:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [984, 984] 00000008:00010000:0.0:1787827058.086030:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.086033:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.086040:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086048:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4030464 4034559) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086057:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086064:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086071:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086079:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4030464, 4034560) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.086083:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 984 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.086115:0:20502:0:(rw26.c:875:ll_write_end()) pos 4030464, len 4096, copied 4096 00000080:00200000:0.0:1787827058.086120:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005ee035a6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 984] 00000080:00200000:0.0:1787827058.086122:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000172843f1 17ffffc0001021 2:0 ffffa0e3c7a55bc8 984 lru 00000080:00200000:0.0:1787827058.086128:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc6b2abc 984: 1< 0 - - > 2< 4030464 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484802560 - | - - + - > 5< - - + - | 0 - | 984 - -> 00000080:00200000:0.0:1787827058.086130:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005ee035a6 00000080:00200000:0.0:1787827058.086131:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.086133:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.086141:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086149:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086156:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086163:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086173:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.086176:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.086178:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.086183:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.086186:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.086188:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.086192:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086200:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.086208:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.086210:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.086214:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.086217:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [984, 984] 00000080:00200000:0.0:1787827058.086221:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.086224:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.086228:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4034560 i_blocks 0 00000080:00200000:0.0:1787827058.086231:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.086275:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4034560, count: 4096 00000080:00200000:0.0:1787827058.086279:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4034560, bytes: 4096 00000080:00200000:0.0:1787827058.086281:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.086285:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 986, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.086286:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4034560, 4038656) 0 0 00000080:00200000:0.0:1787827058.086289:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.086294:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [985, 985] 00020000:00200000:0.0:1787827058.086296:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4034560 chunk: [4034560, 4038656) 4038656, 4096 00020000:00200000:0.0:1787827058.086299:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.086303:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [985, 985] 00000008:00010000:0.0:1787827058.086308:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.086310:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.086318:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086338:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4034560 4038655) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086348:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086355:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086362:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086371:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4034560, 4038656) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.086376:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 985 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.086396:0:20502:0:(rw26.c:875:ll_write_end()) pos 4034560, len 4096, copied 4096 00000080:00200000:0.0:1787827058.086401:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002f6ab5ce[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 985] 00000080:00200000:0.0:1787827058.086404:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009a397a0b 17ffffc0001001 3:0 ffffa0e3c7a55658 985 lru 00000080:00200000:0.0:1787827058.086409:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000074d4dd8 985: 1< 0 - - > 2< 4034560 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484798464 - | - - + - > 5< - - + - | 0 - | 985 - -> 00000080:00200000:0.0:1787827058.086411:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002f6ab5ce 00000080:00200000:0.0:1787827058.086412:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.086414:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.086422:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086430:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086437:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086445:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086456:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.086458:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.086460:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.086466:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.086469:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.086471:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.086475:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086483:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.086492:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.086494:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.086499:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.086502:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [985, 985] 00000080:00200000:0.0:1787827058.086506:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.086508:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.086512:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4038656 i_blocks 0 00000080:00200000:0.0:1787827058.086514:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.086546:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4038656, count: 4096 00000080:00200000:0.0:1787827058.086549:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4038656, bytes: 4096 00000080:00200000:0.0:1787827058.086551:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.086553:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 987, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.086554:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4038656, 4042752) 0 0 00000080:00200000:0.0:1787827058.086556:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.086559:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [986, 986] 00020000:00200000:0.0:1787827058.086561:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4038656 chunk: [4038656, 4042752) 4042752, 4096 00020000:00200000:0.0:1787827058.086563:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.086566:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [986, 986] 00000008:00010000:0.0:1787827058.086570:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.086571:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.086577:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086582:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4038656 4042751) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086588:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086593:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086596:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086601:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4038656, 4042752) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.086604:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 986 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.086618:0:20502:0:(rw26.c:875:ll_write_end()) pos 4038656, len 4096, copied 4096 00000080:00200000:0.0:1787827058.086621:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000892e112f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 986] 00000080:00200000:0.0:1787827058.086624:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001f9e39a7 17ffffc0001001 3:0 ffffa0e3c7a551d0 986 lru 00000080:00200000:0.0:1787827058.086627:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b6d09eb4 986: 1< 0 - - > 2< 4038656 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484794368 - | - - + - > 5< - - + - | 0 - | 986 - -> 00000080:00200000:0.0:1787827058.086629:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000892e112f 00000080:00200000:0.0:1787827058.086629:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.086631:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.086636:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086641:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086645:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086654:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086661:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.086663:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.086664:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.086667:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.086669:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.086671:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.086673:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086678:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.086683:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.086684:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.086687:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.086689:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [986, 986] 00000080:00200000:0.0:1787827058.086691:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.086693:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.086696:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4042752 i_blocks 0 00000080:00200000:0.0:1787827058.086698:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.086748:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4042752, count: 4096 00000080:00200000:0.0:1787827058.086751:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4042752, bytes: 4096 00000080:00200000:0.0:1787827058.086753:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.086757:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 988, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.086759:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4042752, 4046848) 0 0 00000080:00200000:0.0:1787827058.086761:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.086766:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [987, 987] 00020000:00200000:0.0:1787827058.086770:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4042752 chunk: [4042752, 4046848) 4046848, 4096 00020000:00200000:0.0:1787827058.086772:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.086777:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [987, 987] 00000008:00010000:0.0:1787827058.086783:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.086785:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.086793:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086801:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4042752 4046847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086811:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086819:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086826:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086834:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4042752, 4046848) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.086839:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 987 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.086856:0:20502:0:(rw26.c:875:ll_write_end()) pos 4042752, len 4096, copied 4096 00000080:00200000:0.0:1787827058.086862:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d35ebe57[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 987] 00000080:00200000:0.0:1787827058.086865:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006336b685 17ffffc0001001 3:0 ffffa0e3c7a559f8 987 lru 00000080:00200000:0.0:1787827058.086871:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000063bb88a0 987: 1< 0 - - > 2< 4042752 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484790272 - | - - + - > 5< - - + - | 0 - | 987 - -> 00000080:00200000:0.0:1787827058.086873:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d35ebe57 00000080:00200000:0.0:1787827058.086874:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.086876:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.086884:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086890:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086894:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.086898:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.086905:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.086907:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.086909:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.086913:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.086914:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.086915:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.086918:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.086923:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.086928:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.086930:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.086933:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.086935:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [987, 987] 00000080:00200000:0.0:1787827058.086938:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.086939:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.086942:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4046848 i_blocks 0 00000080:00200000:0.0:1787827058.086944:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.086976:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4046848, count: 4096 00000080:00200000:0.0:1787827058.086978:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4046848, bytes: 4096 00000080:00200000:0.0:1787827058.086980:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.086982:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 989, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.086983:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4046848, 4050944) 0 0 00000080:00200000:0.0:1787827058.086985:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.086989:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [988, 988] 00020000:00200000:0.0:1787827058.086990:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4046848 chunk: [4046848, 4050944) 4050944, 4096 00020000:00200000:0.0:1787827058.086992:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.086995:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [988, 988] 00000008:00010000:0.0:1787827058.086998:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.087000:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.087005:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087010:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4046848 4050943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087016:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087020:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087028:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087032:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4046848, 4050944) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.087035:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 988 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.087047:0:20502:0:(rw26.c:875:ll_write_end()) pos 4046848, len 4096, copied 4096 00000080:00200000:0.0:1787827058.087050:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000844f1ef6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 988] 00000080:00200000:0.0:1787827058.087052:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006bb242b2 17ffffc0001001 3:0 ffffa0e3c7a55488 988 lru 00000080:00200000:0.0:1787827058.087055:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005415361b 988: 1< 0 - - > 2< 4046848 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484786176 - | - - + - > 5< - - + - | 0 - | 988 - -> 00000080:00200000:0.0:1787827058.087057:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000844f1ef6 00000080:00200000:0.0:1787827058.087058:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.087059:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.087064:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087069:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087073:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087077:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087084:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.087085:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.087087:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.087090:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.087092:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.087093:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.087096:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087104:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.087113:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.087115:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.087120:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.087123:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [988, 988] 00000080:00200000:0.0:1787827058.087127:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.087130:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.087134:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4050944 i_blocks 0 00000080:00200000:0.0:1787827058.087137:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.087177:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4050944, count: 4096 00000080:00200000:0.0:1787827058.087180:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4050944, bytes: 4096 00000080:00200000:0.0:1787827058.087182:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.087184:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 990, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.087185:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4050944, 4055040) 0 0 00000080:00200000:0.0:1787827058.087187:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.087191:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [989, 989] 00020000:00200000:0.0:1787827058.087193:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4050944 chunk: [4050944, 4055040) 4055040, 4096 00020000:00200000:0.0:1787827058.087194:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.087198:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [989, 989] 00000008:00010000:0.0:1787827058.087201:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.087203:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.087208:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087214:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4050944 4055039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087223:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087231:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087238:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087245:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4050944, 4055040) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.087250:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 989 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.087267:0:20502:0:(rw26.c:875:ll_write_end()) pos 4050944, len 4096, copied 4096 00000080:00200000:0.0:1787827058.087271:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e251b6ed[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 989] 00000080:00200000:0.0:1787827058.087274:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000045d216b2 17ffffc0001001 3:0 ffffa0e3c7a55570 989 lru 00000080:00200000:0.0:1787827058.087278:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007bc02d6e 989: 1< 0 - - > 2< 4050944 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484782080 - | - - + - > 5< - - + - | 0 - | 989 - -> 00000080:00200000:0.0:1787827058.087280:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e251b6ed 00000080:00200000:0.0:1787827058.087281:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.087283:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.087292:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087300:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087308:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087315:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087339:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.087342:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.087344:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.087350:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.087352:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.087355:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.087360:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087368:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.087376:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.087379:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.087383:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.087387:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [989, 989] 00000080:00200000:0.0:1787827058.087391:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.087394:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.087398:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4055040 i_blocks 0 00000080:00200000:0.0:1787827058.087401:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.087447:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4055040, count: 4096 00000080:00200000:0.0:1787827058.087451:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4055040, bytes: 4096 00000080:00200000:0.0:1787827058.087453:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.087457:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 991, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.087459:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4055040, 4059136) 0 0 00000080:00200000:0.0:1787827058.087461:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.087466:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [990, 990] 00020000:00200000:0.0:1787827058.087468:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4055040 chunk: [4055040, 4059136) 4059136, 4096 00020000:00200000:0.0:1787827058.087471:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.087475:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [990, 990] 00000008:00010000:0.0:1787827058.087480:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.087482:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.087490:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087498:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4055040 4059135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087507:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087515:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087522:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087529:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4055040, 4059136) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.087535:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 990 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.087551:0:20502:0:(rw26.c:875:ll_write_end()) pos 4055040, len 4096, copied 4096 00000080:00200000:0.0:1787827058.087555:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f642acca[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 990] 00000080:00200000:0.0:1787827058.087558:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006f93ef8e 17ffffc0001001 3:0 ffffa0e3c7a55d98 990 lru 00000080:00200000:0.0:1787827058.087563:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000009588621 990: 1< 0 - - > 2< 4055040 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484777984 - | - - + - > 5< - - + - | 0 - | 990 - -> 00000080:00200000:0.0:1787827058.087565:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f642acca 00000080:00200000:0.0:1787827058.087566:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.087568:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.087576:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087584:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087591:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087599:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087610:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.087612:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.087614:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.087619:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.087621:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.087624:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.087627:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087634:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.087642:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.087644:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.087648:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.087651:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [990, 990] 00000080:00200000:0.0:1787827058.087654:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.087657:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.087661:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4059136 i_blocks 0 00000080:00200000:0.0:1787827058.087663:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.087706:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4059136, count: 4096 00000080:00200000:0.0:1787827058.087736:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4059136, bytes: 4096 00000080:00200000:0.0:1787827058.087739:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.087743:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 992, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.087744:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4059136, 4063232) 0 0 00000080:00200000:0.0:1787827058.087746:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.087751:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [991, 991] 00020000:00200000:0.0:1787827058.087754:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4059136 chunk: [4059136, 4063232) 4063232, 4096 00020000:00200000:0.0:1787827058.087756:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.087761:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [991, 991] 00000008:00010000:0.0:1787827058.087767:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.087769:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.087777:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087786:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4059136 4063231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087794:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087807:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087814:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087822:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4059136, 4063232) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.087828:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 991 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.087842:0:20502:0:(rw26.c:875:ll_write_end()) pos 4059136, len 4096, copied 4096 00000080:00200000:0.0:1787827058.087845:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000198e0ad1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 991] 00000080:00200000:0.0:1787827058.087847:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc13e0d 17ffffc0001001 3:0 ffffa0e3c7a55740 991 lru 00000080:00200000:0.0:1787827058.087851:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000049b0132 991: 1< 0 - - > 2< 4059136 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484773888 - | - - + - > 5< - - + - | 0 - | 991 - -> 00000080:00200000:0.0:1787827058.087852:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000198e0ad1 00000080:00200000:0.0:1787827058.087853:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.087854:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.087860:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087865:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087869:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.087873:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.087883:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.087885:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.087886:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.087890:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.087892:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.087893:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.087896:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087901:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.087906:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.087908:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.087910:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.087912:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [991, 991] 00000080:00200000:0.0:1787827058.087915:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.087916:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.087919:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4063232 i_blocks 0 00000080:00200000:0.0:1787827058.087921:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.087953:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4063232, count: 4096 00000080:00200000:0.0:1787827058.087955:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4063232, bytes: 4096 00000080:00200000:0.0:1787827058.087957:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.087959:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 993, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.087960:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4063232, 4067328) 0 0 00000080:00200000:0.0:1787827058.087962:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.087965:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [992, 992] 00020000:00200000:0.0:1787827058.087967:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4063232 chunk: [4063232, 4067328) 4067328, 4096 00020000:00200000:0.0:1787827058.087969:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.087972:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [992, 992] 00000008:00010000:0.0:1787827058.087975:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.087977:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.087982:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087987:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4063232 4067327) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087993:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.087997:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088001:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088005:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4063232, 4067328) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.088008:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 992 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.088022:0:20502:0:(rw26.c:875:ll_write_end()) pos 4063232, len 4096, copied 4096 00000080:00200000:0.0:1787827058.088026:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d08ddfe3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 992] 00000080:00200000:0.0:1787827058.088029:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002bc463f5 17ffffc0001001 3:0 ffffa0e3c7a550e8 992 lru 00000080:00200000:0.0:1787827058.088034:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000044bb6e2d 992: 1< 0 - - > 2< 4063232 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484769792 - | - - + - > 5< - - + - | 0 - | 992 - -> 00000080:00200000:0.0:1787827058.088035:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d08ddfe3 00000080:00200000:0.0:1787827058.088036:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.088038:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.088046:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088055:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088062:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088070:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088079:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.088081:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.088083:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.088087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.088089:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.088090:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.088093:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088100:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.088108:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.088111:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.088116:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.088119:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [992, 992] 00000080:00200000:0.0:1787827058.088123:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.088126:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.088130:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4067328 i_blocks 0 00000080:00200000:0.0:1787827058.088133:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.088169:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4067328, count: 4096 00000080:00200000:0.0:1787827058.088172:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4067328, bytes: 4096 00000080:00200000:0.0:1787827058.088174:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.088176:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 994, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.088177:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4067328, 4071424) 0 0 00000080:00200000:0.0:1787827058.088179:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.088182:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [993, 993] 00020000:00200000:0.0:1787827058.088184:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4067328 chunk: [4067328, 4071424) 4071424, 4096 00020000:00200000:0.0:1787827058.088186:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.088189:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [993, 993] 00000008:00010000:0.0:1787827058.088193:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.088195:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.088200:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088206:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4067328 4071423) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088211:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088216:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088220:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088225:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4067328, 4071424) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.088228:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 993 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.088239:0:20502:0:(rw26.c:875:ll_write_end()) pos 4067328, len 4096, copied 4096 00000080:00200000:0.0:1787827058.088242:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000516b31a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 993] 00000080:00200000:0.0:1787827058.088244:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e89610ec 17ffffc0001001 3:0 ffffa0e3c7a553a0 993 lru 00000080:00200000:0.0:1787827058.088248:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0962710 993: 1< 0 - - > 2< 4067328 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484765696 - | - - + - > 5< - - + - | 0 - | 993 - -> 00000080:00200000:0.0:1787827058.088249:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000516b31a 00000080:00200000:0.0:1787827058.088250:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.088251:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.088257:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088261:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088266:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088270:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088276:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.088278:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.088279:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.088283:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.088284:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.088285:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.088288:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088293:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.088298:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.088300:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.088303:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.088304:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [993, 993] 00000080:00200000:0.0:1787827058.088307:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.088309:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.088312:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4071424 i_blocks 0 00000080:00200000:0.0:1787827058.088313:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.088359:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4071424, count: 4096 00000080:00200000:0.0:1787827058.088362:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4071424, bytes: 4096 00000080:00200000:0.0:1787827058.088364:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.088367:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 995, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.088368:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4071424, 4075520) 0 0 00000080:00200000:0.0:1787827058.088371:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.088377:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [994, 994] 00020000:00200000:0.0:1787827058.088380:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4071424 chunk: [4071424, 4075520) 4075520, 4096 00020000:00200000:0.0:1787827058.088382:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.088387:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [994, 994] 00000008:00010000:0.0:1787827058.088393:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.088395:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.088402:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088410:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4071424 4075519) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088418:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088426:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088432:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088439:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4071424, 4075520) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.088445:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 994 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.088462:0:20502:0:(rw26.c:875:ll_write_end()) pos 4071424, len 4096, copied 4096 00000080:00200000:0.0:1787827058.088466:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c5d7157c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 994] 00000080:00200000:0.0:1787827058.088469:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005a7e628e 17ffffc0001001 3:0 ffffa0e3c7a55828 994 lru 00000080:00200000:0.0:1787827058.088474:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004fdf9920 994: 1< 0 - - > 2< 4071424 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484761600 - | - - + - > 5< - - + - | 0 - | 994 - -> 00000080:00200000:0.0:1787827058.088476:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c5d7157c 00000080:00200000:0.0:1787827058.088477:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.088479:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.088487:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088494:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088500:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088513:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088523:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.088526:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.088528:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.088533:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.088536:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.088538:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.088542:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088549:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.088558:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.088560:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.088565:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.088568:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [994, 994] 00000080:00200000:0.0:1787827058.088571:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.088575:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.088578:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4075520 i_blocks 0 00000080:00200000:0.0:1787827058.088580:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.088612:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4075520, count: 4096 00000080:00200000:0.0:1787827058.088614:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4075520, bytes: 4096 00000080:00200000:0.0:1787827058.088616:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.088618:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 996, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.088619:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4075520, 4079616) 0 0 00000080:00200000:0.0:1787827058.088621:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.088625:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [995, 995] 00020000:00200000:0.0:1787827058.088627:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4075520 chunk: [4075520, 4079616) 4079616, 4096 00020000:00200000:0.0:1787827058.088628:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.088632:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [995, 995] 00000008:00010000:0.0:1787827058.088635:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.088637:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.088642:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088648:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4075520 4079615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088653:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088658:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088661:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088666:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4075520, 4079616) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.088669:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 995 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.088681:0:20502:0:(rw26.c:875:ll_write_end()) pos 4075520, len 4096, copied 4096 00000080:00200000:0.0:1787827058.088684:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000996d23d7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 995] 00000080:00200000:0.0:1787827058.088686:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002c574d30 17ffffc0001001 3:0 ffffa0e3c7a55e80 995 lru 00000080:00200000:0.0:1787827058.088690:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000df0d716d 995: 1< 0 - - > 2< 4075520 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484757504 - | - - + - > 5< - - + - | 0 - | 995 - -> 00000080:00200000:0.0:1787827058.088692:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000996d23d7 00000080:00200000:0.0:1787827058.088692:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.088694:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.088699:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088704:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088708:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088729:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088736:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.088738:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.088739:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.088743:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.088745:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.088747:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.088749:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088754:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.088760:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.088762:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.088765:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.088767:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [995, 995] 00000080:00200000:0.0:1787827058.088769:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.088771:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.088774:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4079616 i_blocks 0 00000080:00200000:0.0:1787827058.088775:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.088807:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4079616, count: 4096 00000080:00200000:0.0:1787827058.088810:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4079616, bytes: 4096 00000080:00200000:0.0:1787827058.088811:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.088813:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 997, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.088814:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4079616, 4083712) 0 0 00000080:00200000:0.0:1787827058.088816:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.088819:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [996, 996] 00020000:00200000:0.0:1787827058.088821:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4079616 chunk: [4079616, 4083712) 4083712, 4096 00020000:00200000:0.0:1787827058.088823:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.088826:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [996, 996] 00000008:00010000:0.0:1787827058.088829:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.088831:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.088836:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088841:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4079616 4083711) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088847:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088851:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088859:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088863:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4079616, 4083712) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.088866:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 996 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.088878:0:20502:0:(rw26.c:875:ll_write_end()) pos 4079616, len 4096, copied 4096 00000080:00200000:0.0:1787827058.088881:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000259d956a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 996] 00000080:00200000:0.0:1787827058.088882:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b1ccfd 17ffffc0001001 3:0 ffffa0e3c7a55910 996 lru 00000080:00200000:0.0:1787827058.088886:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000064f4947 996: 1< 0 - - > 2< 4079616 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484753408 - | - - + - > 5< - - + - | 0 - | 996 - -> 00000080:00200000:0.0:1787827058.088887:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000259d956a 00000080:00200000:0.0:1787827058.088888:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.088889:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.088895:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088900:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088904:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.088908:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.088915:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.088916:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.088918:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.088922:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.088923:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.088925:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.088928:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.088933:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.088938:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.088939:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.088941:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.088943:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [996, 996] 00000080:00200000:0.0:1787827058.088946:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.088947:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.088950:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4083712 i_blocks 0 00000080:00200000:0.0:1787827058.088952:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.088984:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4083712, count: 4096 00000080:00200000:0.0:1787827058.088986:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4083712, bytes: 4096 00000080:00200000:0.0:1787827058.088987:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.088990:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 998, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.088991:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4083712, 4087808) 0 0 00000080:00200000:0.0:1787827058.088992:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.088995:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [997, 997] 00020000:00200000:0.0:1787827058.088997:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4083712 chunk: [4083712, 4087808) 4087808, 4096 00020000:00200000:0.0:1787827058.088998:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.089001:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [997, 997] 00000008:00010000:0.0:1787827058.089005:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.089007:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.089014:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089022:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4083712 4087807) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089031:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089038:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089045:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089054:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4083712, 4087808) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.089059:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 997 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.089073:0:20502:0:(rw26.c:875:ll_write_end()) pos 4083712, len 4096, copied 4096 00000080:00200000:0.0:1787827058.089076:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008cb9542e[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 997] 00000080:00200000:0.0:1787827058.089078:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008cf16f58 17ffffc0001001 3:0 ffffa0e3c7a55000 997 lru 00000080:00200000:0.0:1787827058.089081:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000029bb3e58 997: 1< 0 - - > 2< 4083712 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484749312 - | - - + - > 5< - - + - | 0 - | 997 - -> 00000080:00200000:0.0:1787827058.089083:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008cb9542e 00000080:00200000:0.0:1787827058.089084:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.089085:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.089090:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089096:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089103:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089111:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089122:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.089125:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.089127:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.089133:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.089136:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.089138:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.089142:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089149:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.089154:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.089156:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.089159:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.089161:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [997, 997] 00000080:00200000:0.0:1787827058.089164:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.089166:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.089169:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4087808 i_blocks 0 00000080:00200000:0.0:1787827058.089171:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.089203:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4087808, count: 4096 00000080:00200000:0.0:1787827058.089206:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4087808, bytes: 4096 00000080:00200000:0.0:1787827058.089208:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.089210:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 999, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.089211:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4087808, 4091904) 0 0 00000080:00200000:0.0:1787827058.089212:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.089216:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [998, 998] 00020000:00200000:0.0:1787827058.089218:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4087808 chunk: [4087808, 4091904) 4091904, 4096 00020000:00200000:0.0:1787827058.089219:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.089223:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [998, 998] 00000008:00010000:0.0:1787827058.089226:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.089228:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.089233:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089238:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4087808 4091903) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089244:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089249:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089252:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089257:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4087808, 4091904) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.089260:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 998 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.089273:0:20502:0:(rw26.c:875:ll_write_end()) pos 4087808, len 4096, copied 4096 00000080:00200000:0.0:1787827058.089276:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d10fca64[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 998] 00000080:00200000:0.0:1787827058.089278:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000062d2e0f1 17ffffc0001001 3:0 ffffa0e3c7a55cb0 998 lru 00000080:00200000:0.0:1787827058.089282:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b3dff6d2 998: 1< 0 - - > 2< 4087808 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484745216 - | - - + - > 5< - - + - | 0 - | 998 - -> 00000080:00200000:0.0:1787827058.089283:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d10fca64 00000080:00200000:0.0:1787827058.089284:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.089286:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.089291:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089295:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089300:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089304:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089316:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.089318:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.089319:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.089335:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.089336:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.089338:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.089341:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089345:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.089351:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.089352:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.089355:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.089357:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [998, 998] 00000080:00200000:0.0:1787827058.089359:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.089361:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.089365:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4091904 i_blocks 0 00000080:00200000:0.0:1787827058.089366:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.089413:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4091904, count: 4096 00000080:00200000:0.0:1787827058.089418:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4091904, bytes: 4096 00000080:00200000:0.0:1787827058.089420:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.089422:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1000, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.089423:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4091904, 4096000) 0 0 00000080:00200000:0.0:1787827058.089425:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.089429:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [999, 999] 00020000:00200000:0.0:1787827058.089431:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4091904 chunk: [4091904, 4096000) 4096000, 4096 00020000:00200000:0.0:1787827058.089432:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.089436:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [999, 999] 00000008:00010000:0.0:1787827058.089440:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.089441:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.089447:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089453:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4091904 4095999) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089458:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089467:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089471:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089475:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4091904, 4096000) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.089478:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 999 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.089496:0:20502:0:(rw26.c:875:ll_write_end()) pos 4091904, len 4096, copied 4096 00000080:00200000:0.0:1787827058.089499:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000058e3fa41[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 999] 00000080:00200000:0.0:1787827058.089500:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a923935a 17ffffc0001021 2:0 ffffa0e3c7a55ae0 999 lru 00000080:00200000:0.0:1787827058.089504:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4b2963e 999: 1< 0 - - > 2< 4091904 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484741120 - | - - + - > 5< - - + - | 0 - | 999 - -> 00000080:00200000:0.0:1787827058.089505:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000058e3fa41 00000080:00200000:0.0:1787827058.089505:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.089507:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.089512:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089517:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089522:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089528:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089544:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.089546:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.089549:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.089554:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.089556:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.089559:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.089563:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089571:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.089578:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.089581:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.089585:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.089587:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [999, 999] 00000080:00200000:0.0:1787827058.089591:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.089594:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.089599:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4096000 i_blocks 0 00000080:00200000:0.0:1787827058.089601:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.089646:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4096000, count: 4096 00000080:00200000:0.0:1787827058.089649:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4096000, bytes: 4096 00000080:00200000:0.0:1787827058.089651:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.089653:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1001, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.089654:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4096000, 4100096) 0 0 00000080:00200000:0.0:1787827058.089656:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.089660:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1000, 1000] 00020000:00200000:0.0:1787827058.089662:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4096000 chunk: [4096000, 4100096) 4100096, 4096 00020000:00200000:0.0:1787827058.089664:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.089667:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1000, 1000] 00000008:00010000:0.0:1787827058.089671:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.089673:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.089678:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089683:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096000 4100095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089689:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089693:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089697:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089702:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4096000, 4100096) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.089706:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1000 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.089737:0:20502:0:(rw26.c:875:ll_write_end()) pos 4096000, len 4096, copied 4096 00000080:00200000:0.0:1787827058.089741:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000baf62b78[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1000] 00000080:00200000:0.0:1787827058.089743:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000096aacc7 17ffffc0001001 3:0 ffffa0e3c7a552b8 1000 lru 00000080:00200000:0.0:1787827058.089746:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000028d3e6cc 1000: 1< 0 - - > 2< 4096000 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484737024 - | - - + - > 5< - - + - | 0 - | 1000 - -> 00000080:00200000:0.0:1787827058.089748:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000baf62b78 00000080:00200000:0.0:1787827058.089748:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.089750:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.089756:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089762:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089766:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089770:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089777:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.089779:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.089780:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.089783:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.089785:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.089786:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.089789:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089793:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.089799:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.089801:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.089804:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.089806:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1000, 1000] 00000080:00200000:0.0:1787827058.089809:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.089811:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.089814:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4100096 i_blocks 0 00000080:00200000:0.0:1787827058.089816:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.089847:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4100096, count: 4096 00000080:00200000:0.0:1787827058.089850:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4100096, bytes: 4096 00000080:00200000:0.0:1787827058.089851:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.089854:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1002, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.089855:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4100096, 4104192) 0 0 00000080:00200000:0.0:1787827058.089857:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.089860:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1001, 1001] 00020000:00200000:0.0:1787827058.089862:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4100096 chunk: [4100096, 4104192) 4104192, 4096 00020000:00200000:0.0:1787827058.089864:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.089867:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1001, 1001] 00000008:00010000:0.0:1787827058.089871:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.089872:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.089877:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089884:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4100096 4104191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089889:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089894:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089898:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089903:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4100096, 4104192) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.089907:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1001 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.089928:0:20502:0:(rw26.c:875:ll_write_end()) pos 4100096, len 4096, copied 4096 00000080:00200000:0.0:1787827058.089931:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000011303f28[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1001] 00000080:00200000:0.0:1787827058.089934:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d83c1931 17ffffc0001001 3:0 ffffa0e3d850bae0 1001 lru 00000080:00200000:0.0:1787827058.089938:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000da73c35d 1001: 1< 0 - - > 2< 4100096 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484732928 - | - - + - > 5< - - + - | 0 - | 1001 - -> 00000080:00200000:0.0:1787827058.089939:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000011303f28 00000080:00200000:0.0:1787827058.089940:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.089942:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.089947:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089953:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089957:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.089961:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.089968:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.089969:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.089971:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.089974:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.089975:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.089977:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.089980:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.089985:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.089990:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.089992:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.089995:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.089997:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1001, 1001] 00000080:00200000:0.0:1787827058.090000:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.090002:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.090005:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4104192 i_blocks 0 00000080:00200000:0.0:1787827058.090008:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.090053:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4104192, count: 4096 00000080:00200000:0.0:1787827058.090058:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4104192, bytes: 4096 00000080:00200000:0.0:1787827058.090061:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.090064:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1003, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.090066:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4104192, 4108288) 0 0 00000080:00200000:0.0:1787827058.090068:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.090072:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1002, 1002] 00020000:00200000:0.0:1787827058.090075:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4104192 chunk: [4104192, 4108288) 4108288, 4096 00020000:00200000:0.0:1787827058.090076:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.090080:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1002, 1002] 00000008:00010000:0.0:1787827058.090084:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.090086:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.090092:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090101:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4104192 4108287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090111:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090119:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090128:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090136:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4104192, 4108288) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.090142:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1002 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.090156:0:20502:0:(rw26.c:875:ll_write_end()) pos 4104192, len 4096, copied 4096 00000080:00200000:0.0:1787827058.090159:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000042d65c62[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1002] 00000080:00200000:0.0:1787827058.090161:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005e8216c5 17ffffc0001001 3:0 ffffa0e3d850b2b8 1002 lru 00000080:00200000:0.0:1787827058.090165:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009f218fcf 1002: 1< 0 - - > 2< 4104192 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484728832 - | - - + - > 5< - - + - | 0 - | 1002 - -> 00000080:00200000:0.0:1787827058.090167:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000042d65c62 00000080:00200000:0.0:1787827058.090168:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.090169:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.090175:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090180:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090184:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090192:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090200:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.090201:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.090203:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.090206:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.090208:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.090210:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.090212:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090218:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.090223:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.090224:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.090227:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.090229:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1002, 1002] 00000080:00200000:0.0:1787827058.090231:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.090233:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.090236:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4108288 i_blocks 0 00000080:00200000:0.0:1787827058.090238:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.090270:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4108288, count: 4096 00000080:00200000:0.0:1787827058.090272:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4108288, bytes: 4096 00000080:00200000:0.0:1787827058.090274:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.090277:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1004, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.090278:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4108288, 4112384) 0 0 00000080:00200000:0.0:1787827058.090279:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.090283:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1003, 1003] 00020000:00200000:0.0:1787827058.090284:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4108288 chunk: [4108288, 4112384) 4112384, 4096 00020000:00200000:0.0:1787827058.090286:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.090291:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1003, 1003] 00000008:00010000:0.0:1787827058.090296:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.090298:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.090306:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090314:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4108288 4112383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090334:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090343:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090350:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090357:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4108288, 4112384) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.090363:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1003 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.090377:0:20502:0:(rw26.c:875:ll_write_end()) pos 4108288, len 4096, copied 4096 00000080:00200000:0.0:1787827058.090382:0:20502:0:(rw26.c:933:ll_write_end()) page@000000007214adff[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1003] 00000080:00200000:0.0:1787827058.090384:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000527b14fc 17ffffc0001001 3:0 ffffa0e3d850bbc8 1003 lru 00000080:00200000:0.0:1787827058.090390:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005f5d8f4f 1003: 1< 0 - - > 2< 4108288 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484724736 - | - - + - > 5< - - + - | 0 - | 1003 - -> 00000080:00200000:0.0:1787827058.090393:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000007214adff 00000080:00200000:0.0:1787827058.090394:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.090396:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.090405:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090413:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090421:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090426:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090434:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.090436:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.090437:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.090441:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.090443:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.090445:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.090448:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090454:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.090459:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.090460:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.090463:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.090465:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1003, 1003] 00000080:00200000:0.0:1787827058.090468:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.090469:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.090473:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4112384 i_blocks 0 00000080:00200000:0.0:1787827058.090474:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.090506:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4112384, count: 4096 00000080:00200000:0.0:1787827058.090509:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4112384, bytes: 4096 00000080:00200000:0.0:1787827058.090510:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.090512:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1005, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.090513:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4112384, 4116480) 0 0 00000080:00200000:0.0:1787827058.090515:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.090518:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1004, 1004] 00020000:00200000:0.0:1787827058.090520:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4112384 chunk: [4112384, 4116480) 4116480, 4096 00020000:00200000:0.0:1787827058.090522:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.090525:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1004, 1004] 00000008:00010000:0.0:1787827058.090528:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.090530:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.090535:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090540:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4112384 4116479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090546:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090550:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090558:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090562:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4112384, 4116480) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.090565:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1004 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.090577:0:20502:0:(rw26.c:875:ll_write_end()) pos 4112384, len 4096, copied 4096 00000080:00200000:0.0:1787827058.090580:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000aff8ba32[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1004] 00000080:00200000:0.0:1787827058.090582:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa44ee76 17ffffc0001001 3:0 ffffa0e3d850b658 1004 lru 00000080:00200000:0.0:1787827058.090585:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000076e607c6 1004: 1< 0 - - > 2< 4112384 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484720640 - | - - + - > 5< - - + - | 0 - | 1004 - -> 00000080:00200000:0.0:1787827058.090586:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000aff8ba32 00000080:00200000:0.0:1787827058.090587:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.090588:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.090593:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090598:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090602:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090606:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090613:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.090615:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.090616:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.090620:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.090621:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.090623:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.090625:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090630:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.090637:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.090639:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.090643:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.090646:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1004, 1004] 00000080:00200000:0.0:1787827058.090650:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.090652:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.090657:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4116480 i_blocks 0 00000080:00200000:0.0:1787827058.090660:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.090704:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4116480, count: 4096 00000080:00200000:0.0:1787827058.090708:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4116480, bytes: 4096 00000080:00200000:0.0:1787827058.090730:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.090734:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1006, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.090736:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4116480, 4120576) 0 0 00000080:00200000:0.0:1787827058.090738:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.090744:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1005, 1005] 00020000:00200000:0.0:1787827058.090747:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4116480 chunk: [4116480, 4120576) 4120576, 4096 00020000:00200000:0.0:1787827058.090750:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.090755:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1005, 1005] 00000008:00010000:0.0:1787827058.090761:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.090764:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.090772:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090781:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4116480 4120575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090790:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090797:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090804:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090812:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4116480, 4120576) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.090817:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1005 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.090833:0:20502:0:(rw26.c:875:ll_write_end()) pos 4116480, len 4096, copied 4096 00000080:00200000:0.0:1787827058.090838:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000042ad5cba[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1005] 00000080:00200000:0.0:1787827058.090841:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004dd44ff5 17ffffc0001001 3:0 ffffa0e3d850b1d0 1005 lru 00000080:00200000:0.0:1787827058.090847:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fe64593c 1005: 1< 0 - - > 2< 4116480 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484716544 - | - - + - > 5< - - + - | 0 - | 1005 - -> 00000080:00200000:0.0:1787827058.090849:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000042ad5cba 00000080:00200000:0.0:1787827058.090850:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.090852:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.090860:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090868:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090877:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.090884:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.090894:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.090897:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.090900:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.090905:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.090908:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.090910:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.090914:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.090922:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.090930:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.090933:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.090937:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.090940:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1005, 1005] 00000080:00200000:0.0:1787827058.090944:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.090947:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.090953:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4120576 i_blocks 0 00000080:00200000:0.0:1787827058.090956:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.091002:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4120576, count: 4096 00000080:00200000:0.0:1787827058.091006:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4120576, bytes: 4096 00000080:00200000:0.0:1787827058.091009:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.091012:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1007, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.091014:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4120576, 4124672) 0 0 00000080:00200000:0.0:1787827058.091016:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.091022:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1006, 1006] 00020000:00200000:0.0:1787827058.091025:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4120576 chunk: [4120576, 4124672) 4124672, 4096 00020000:00200000:0.0:1787827058.091027:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.091032:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1006, 1006] 00000008:00010000:0.0:1787827058.091038:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.091040:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.091047:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091055:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4120576 4124671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091064:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091073:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091080:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091088:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4120576, 4124672) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.091093:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1006 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.091110:0:20502:0:(rw26.c:875:ll_write_end()) pos 4120576, len 4096, copied 4096 00000080:00200000:0.0:1787827058.091115:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003bf3410c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1006] 00000080:00200000:0.0:1787827058.091118:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005c363e4c 17ffffc0001001 3:0 ffffa0e3d850b9f8 1006 lru 00000080:00200000:0.0:1787827058.091123:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a80dc707 1006: 1< 0 - - > 2< 4120576 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484712448 - | - - + - > 5< - - + - | 0 - | 1006 - -> 00000080:00200000:0.0:1787827058.091126:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003bf3410c 00000080:00200000:0.0:1787827058.091127:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.091129:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.091138:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091145:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091152:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091160:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091171:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.091174:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.091177:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.091182:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.091185:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.091187:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.091191:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091200:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.091208:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.091211:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.091215:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.091218:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1006, 1006] 00000080:00200000:0.0:1787827058.091222:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.091225:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.091230:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4124672 i_blocks 0 00000080:00200000:0.0:1787827058.091233:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.091277:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4124672, count: 4096 00000080:00200000:0.0:1787827058.091281:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4124672, bytes: 4096 00000080:00200000:0.0:1787827058.091284:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.091287:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1008, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.091289:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4124672, 4128768) 0 0 00000080:00200000:0.0:1787827058.091292:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.091297:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1007, 1007] 00020000:00200000:0.0:1787827058.091300:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4124672 chunk: [4124672, 4128768) 4128768, 4096 00020000:00200000:0.0:1787827058.091303:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.091307:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1007, 1007] 00000008:00010000:0.0:1787827058.091312:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.091315:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.091334:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091344:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4124672 4128767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091353:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091366:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091373:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091382:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4124672, 4128768) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.091387:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1007 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.091406:0:20502:0:(rw26.c:875:ll_write_end()) pos 4124672, len 4096, copied 4096 00000080:00200000:0.0:1787827058.091411:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000090a2bb53[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1007] 00000080:00200000:0.0:1787827058.091414:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6d42e10 17ffffc0001001 3:0 ffffa0e3d850b488 1007 lru 00000080:00200000:0.0:1787827058.091419:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000de72eaac 1007: 1< 0 - - > 2< 4124672 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484708352 - | - - + - > 5< - - + - | 0 - | 1007 - -> 00000080:00200000:0.0:1787827058.091422:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000090a2bb53 00000080:00200000:0.0:1787827058.091423:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.091425:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.091433:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091441:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091449:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091456:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091472:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.091474:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.091477:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.091482:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.091485:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.091488:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.091492:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091501:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.091509:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.091512:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.091516:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.091519:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1007, 1007] 00000080:00200000:0.0:1787827058.091523:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.091526:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.091530:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4128768 i_blocks 0 00000080:00200000:0.0:1787827058.091533:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.091581:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4128768, count: 4096 00000080:00200000:0.0:1787827058.091585:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4128768, bytes: 4096 00000080:00200000:0.0:1787827058.091588:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.091592:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1009, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.091594:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4128768, 4132864) 0 0 00000080:00200000:0.0:1787827058.091597:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.091602:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1008, 1008] 00020000:00200000:0.0:1787827058.091606:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4128768 chunk: [4128768, 4132864) 4132864, 4096 00020000:00200000:0.0:1787827058.091608:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.091613:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1008, 1008] 00000008:00010000:0.0:1787827058.091618:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.091620:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.091628:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091638:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4128768 4132863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091646:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091653:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091660:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091667:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4128768, 4132864) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.091672:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1008 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.091690:0:20502:0:(rw26.c:875:ll_write_end()) pos 4128768, len 4096, copied 4096 00000080:00200000:0.0:1787827058.091695:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000be188d50[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1008] 00000080:00200000:0.0:1787827058.091697:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7613758 17ffffc0001001 3:0 ffffa0e3d850b570 1008 lru 00000080:00200000:0.0:1787827058.091702:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009e178df1 1008: 1< 0 - - > 2< 4128768 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484704256 - | - - + - > 5< - - + - | 0 - | 1008 - -> 00000080:00200000:0.0:1787827058.091704:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000be188d50 00000080:00200000:0.0:1787827058.091705:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.091707:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.091736:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091745:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091752:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.091759:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091769:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.091772:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.091774:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.091780:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.091782:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.091785:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.091789:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091797:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.091806:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.091808:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.091813:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.091816:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1008, 1008] 00000080:00200000:0.0:1787827058.091820:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.091823:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.091828:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4132864 i_blocks 0 00000080:00200000:0.0:1787827058.091831:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.091878:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4132864, count: 4096 00000080:00200000:0.0:1787827058.091883:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4132864, bytes: 4096 00000080:00200000:0.0:1787827058.091885:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.091890:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1010, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.091891:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4132864, 4136960) 0 0 00000080:00200000:0.0:1787827058.091894:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.091899:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1009, 1009] 00020000:00200000:0.0:1787827058.091903:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4132864 chunk: [4132864, 4136960) 4136960, 4096 00020000:00200000:0.0:1787827058.091905:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.091910:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1009, 1009] 00000008:00010000:0.0:1787827058.091916:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.091918:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.091926:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091936:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4132864 4136959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091945:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091953:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.091960:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.091968:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4132864, 4136960) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.091974:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1009 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.091990:0:20502:0:(rw26.c:875:ll_write_end()) pos 4132864, len 4096, copied 4096 00000080:00200000:0.0:1787827058.091995:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008f8d1d60[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1009] 00000080:00200000:0.0:1787827058.091998:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009118b449 17ffffc0001001 3:0 ffffa0e3d850bd98 1009 lru 00000080:00200000:0.0:1787827058.092004:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f72712d4 1009: 1< 0 - - > 2< 4132864 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484700160 - | - - + - > 5< - - + - | 0 - | 1009 - -> 00000080:00200000:0.0:1787827058.092006:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008f8d1d60 00000080:00200000:0.0:1787827058.092008:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.092011:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.092018:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092026:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092034:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092041:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092051:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.092054:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.092056:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.092061:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.092064:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.092066:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.092071:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092079:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.092087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.092089:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.092093:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.092096:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1009, 1009] 00000080:00200000:0.0:1787827058.092100:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.092103:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.092107:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4136960 i_blocks 0 00000080:00200000:0.0:1787827058.092110:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.092156:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4136960, count: 4096 00000080:00200000:0.0:1787827058.092161:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4136960, bytes: 4096 00000080:00200000:0.0:1787827058.092163:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.092168:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1011, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.092169:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4136960, 4141056) 0 0 00000080:00200000:0.0:1787827058.092172:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.092177:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1010, 1010] 00020000:00200000:0.0:1787827058.092180:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4136960 chunk: [4136960, 4141056) 4141056, 4096 00020000:00200000:0.0:1787827058.092183:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.092188:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1010, 1010] 00000008:00010000:0.0:1787827058.092193:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.092195:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.092203:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092211:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4136960 4141055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092220:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092229:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092236:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092243:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4136960, 4141056) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.092247:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1010 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.092264:0:20502:0:(rw26.c:875:ll_write_end()) pos 4136960, len 4096, copied 4096 00000080:00200000:0.0:1787827058.092268:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d1430061[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1010] 00000080:00200000:0.0:1787827058.092271:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009adef79d 17ffffc0001001 3:0 ffffa0e3d850b740 1010 lru 00000080:00200000:0.0:1787827058.092277:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005bf8790b 1010: 1< 0 - - > 2< 4136960 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484696064 - | - - + - > 5< - - + - | 0 - | 1010 - -> 00000080:00200000:0.0:1787827058.092279:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d1430061 00000080:00200000:0.0:1787827058.092280:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.092282:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.092290:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092299:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092306:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092319:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092344:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.092347:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.092349:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.092355:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.092358:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.092361:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.092365:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092374:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.092383:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.092386:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.092390:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.092393:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1010, 1010] 00000080:00200000:0.0:1787827058.092397:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.092400:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.092404:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4141056 i_blocks 0 00000080:00200000:0.0:1787827058.092407:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.092453:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4141056, count: 4096 00000080:00200000:0.0:1787827058.092457:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4141056, bytes: 4096 00000080:00200000:0.0:1787827058.092460:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.092465:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1012, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.092466:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4141056, 4145152) 0 0 00000080:00200000:0.0:1787827058.092468:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.092474:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1011, 1011] 00020000:00200000:0.0:1787827058.092476:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4141056 chunk: [4141056, 4145152) 4145152, 4096 00020000:00200000:0.0:1787827058.092479:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.092483:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1011, 1011] 00000008:00010000:0.0:1787827058.092488:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.092490:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.092498:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092507:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4141056 4145151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092517:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092524:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092530:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092538:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4141056, 4145152) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.092543:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1011 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.092560:0:20502:0:(rw26.c:875:ll_write_end()) pos 4141056, len 4096, copied 4096 00000080:00200000:0.0:1787827058.092564:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e7c594b1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1011] 00000080:00200000:0.0:1787827058.092567:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001abd9d96 17ffffc0001001 3:0 ffffa0e3d850b0e8 1011 lru 00000080:00200000:0.0:1787827058.092572:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a9089bf7 1011: 1< 0 - - > 2< 4141056 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484691968 - | - - + - > 5< - - + - | 0 - | 1011 - -> 00000080:00200000:0.0:1787827058.092575:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e7c594b1 00000080:00200000:0.0:1787827058.092576:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.092578:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.092587:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092595:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092602:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092609:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092620:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.092624:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.092626:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.092632:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.092635:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.092637:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.092641:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092649:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.092658:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.092660:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.092665:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.092668:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1011, 1011] 00000080:00200000:0.0:1787827058.092672:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.092675:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.092680:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4145152 i_blocks 0 00000080:00200000:0.0:1787827058.092682:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.092749:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4145152, count: 4096 00000080:00200000:0.0:1787827058.092754:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4145152, bytes: 4096 00000080:00200000:0.0:1787827058.092757:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.092761:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1013, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.092762:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4145152, 4149248) 0 0 00000080:00200000:0.0:1787827058.092764:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.092770:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1012, 1012] 00020000:00200000:0.0:1787827058.092773:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4145152 chunk: [4145152, 4149248) 4149248, 4096 00020000:00200000:0.0:1787827058.092775:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.092780:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1012, 1012] 00000008:00010000:0.0:1787827058.092786:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.092788:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.092796:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092806:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4145152 4149247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092815:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092822:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092834:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092842:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4145152, 4149248) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.092847:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1012 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.092864:0:20502:0:(rw26.c:875:ll_write_end()) pos 4145152, len 4096, copied 4096 00000080:00200000:0.0:1787827058.092869:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000049909e53[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1012] 00000080:00200000:0.0:1787827058.092873:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e9faa324 17ffffc0001001 3:0 ffffa0e3d850b3a0 1012 lru 00000080:00200000:0.0:1787827058.092879:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dccd35b5 1012: 1< 0 - - > 2< 4145152 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484687872 - | - - + - > 5< - - + - | 0 - | 1012 - -> 00000080:00200000:0.0:1787827058.092881:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000049909e53 00000080:00200000:0.0:1787827058.092882:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.092884:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.092892:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092900:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092907:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.092915:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.092925:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.092927:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.092930:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.092935:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.092938:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.092941:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.092945:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.092954:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.092963:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.092966:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.092970:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.092973:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1012, 1012] 00000080:00200000:0.0:1787827058.092977:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.092980:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.092984:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4149248 i_blocks 0 00000080:00200000:0.0:1787827058.092987:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.093035:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4149248, count: 4096 00000080:00200000:0.0:1787827058.093039:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4149248, bytes: 4096 00000080:00200000:0.0:1787827058.093042:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.093046:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1014, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.093048:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4149248, 4153344) 0 0 00000080:00200000:0.0:1787827058.093050:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.093056:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1013, 1013] 00020000:00200000:0.0:1787827058.093059:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4149248 chunk: [4149248, 4153344) 4153344, 4096 00020000:00200000:0.0:1787827058.093061:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.093066:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1013, 1013] 00000008:00010000:0.0:1787827058.093071:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.093074:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.093082:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093091:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4149248 4153343) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093100:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093107:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093115:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093122:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4149248, 4153344) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.093128:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1013 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.093144:0:20502:0:(rw26.c:875:ll_write_end()) pos 4149248, len 4096, copied 4096 00000080:00200000:0.0:1787827058.093149:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000018025d52[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1013] 00000080:00200000:0.0:1787827058.093152:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc4801a 17ffffc0001001 3:0 ffffa0e3d850b828 1013 lru 00000080:00200000:0.0:1787827058.093157:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a4d3ffd8 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484683776 - | - - + - > 5< - - + - | 0 - | 1013 - -> 00000080:00200000:0.0:1787827058.093159:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000018025d52 00000080:00200000:0.0:1787827058.093160:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.093162:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.093170:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093178:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093185:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093192:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093201:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.093204:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.093206:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.093212:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.093214:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.093217:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.093221:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093229:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.093236:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.093239:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.093243:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.093246:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1013, 1013] 00000080:00200000:0.0:1787827058.093250:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.093253:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.093257:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4153344 i_blocks 0 00000080:00200000:0.0:1787827058.093260:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.093307:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4153344, count: 4096 00000080:00200000:0.0:1787827058.093311:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4153344, bytes: 4096 00000080:00200000:0.0:1787827058.093313:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.093317:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1015, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.093319:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4153344, 4157440) 0 0 00000080:00200000:0.0:1787827058.093321:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.093338:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1014, 1014] 00020000:00200000:0.0:1787827058.093341:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4153344 chunk: [4153344, 4157440) 4157440, 4096 00020000:00200000:0.0:1787827058.093343:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.093347:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1014, 1014] 00000008:00010000:0.0:1787827058.093353:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.093355:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.093362:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093371:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4153344 4157439) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093380:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093388:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093396:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093402:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4153344, 4157440) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.093407:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1014 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.093429:0:20502:0:(rw26.c:875:ll_write_end()) pos 4153344, len 4096, copied 4096 00000080:00200000:0.0:1787827058.093434:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004c18c7ad[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1014] 00000080:00200000:0.0:1787827058.093437:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6f3b0ed 17ffffc0001021 2:0 ffffa0e3d850be80 1014 lru 00000080:00200000:0.0:1787827058.093442:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007f8be58d 1014: 1< 0 - - > 2< 4153344 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484679680 - | - - + - > 5< - - + - | 0 - | 1014 - -> 00000080:00200000:0.0:1787827058.093445:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004c18c7ad 00000080:00200000:0.0:1787827058.093446:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.093448:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.093456:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093464:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093471:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093478:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093488:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.093491:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.093493:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.093498:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.093501:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.093504:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.093508:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093517:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.093526:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.093528:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.093532:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.093536:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1014, 1014] 00000080:00200000:0.0:1787827058.093540:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.093543:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.093547:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4157440 i_blocks 0 00000080:00200000:0.0:1787827058.093550:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.093597:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4157440, count: 4096 00000080:00200000:0.0:1787827058.093601:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4157440, bytes: 4096 00000080:00200000:0.0:1787827058.093603:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.093607:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1016, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.093609:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4157440, 4161536) 0 0 00000080:00200000:0.0:1787827058.093611:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.093617:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1015, 1015] 00020000:00200000:0.0:1787827058.093619:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4157440 chunk: [4157440, 4161536) 4161536, 4096 00020000:00200000:0.0:1787827058.093622:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.093627:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1015, 1015] 00000008:00010000:0.0:1787827058.093632:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.093634:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.093642:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093651:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4157440 4161535) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093660:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093674:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093682:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093689:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4157440, 4161536) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.093694:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1015 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.093732:0:20502:0:(rw26.c:875:ll_write_end()) pos 4157440, len 4096, copied 4096 00000080:00200000:0.0:1787827058.093738:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009c54e281[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1015] 00000080:00200000:0.0:1787827058.093741:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc931f47 17ffffc0001001 3:0 ffffa0e3d850b910 1015 lru 00000080:00200000:0.0:1787827058.093748:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007017015b 1015: 1< 0 - - > 2< 4157440 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484675584 - | - - + - > 5< - - + - | 0 - | 1015 - -> 00000080:00200000:0.0:1787827058.093750:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009c54e281 00000080:00200000:0.0:1787827058.093751:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.093754:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.093762:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093771:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093779:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.093787:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093803:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.093806:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.093808:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.093814:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.093816:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.093818:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.093823:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093830:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.093839:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.093842:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.093846:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.093849:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1015, 1015] 00000080:00200000:0.0:1787827058.093853:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.093856:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.093860:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4161536 i_blocks 0 00000080:00200000:0.0:1787827058.093863:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.093907:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4161536, count: 4096 00000080:00200000:0.0:1787827058.093912:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4161536, bytes: 4096 00000080:00200000:0.0:1787827058.093914:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.093918:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1017, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.093920:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4161536, 4165632) 0 0 00000080:00200000:0.0:1787827058.093922:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.093928:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1016, 1016] 00020000:00200000:0.0:1787827058.093931:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4161536 chunk: [4161536, 4165632) 4165632, 4096 00020000:00200000:0.0:1787827058.093933:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.093939:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1016, 1016] 00000008:00010000:0.0:1787827058.093944:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.093946:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.093953:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093961:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4161536 4165631) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093970:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093978:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.093986:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.093992:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4161536, 4165632) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.093997:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1016 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.094012:0:20502:0:(rw26.c:875:ll_write_end()) pos 4161536, len 4096, copied 4096 00000080:00200000:0.0:1787827058.094017:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000045eac129[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1016] 00000080:00200000:0.0:1787827058.094020:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6ee2015 17ffffc0001001 3:0 ffffa0e3d850b000 1016 lru 00000080:00200000:0.0:1787827058.094026:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000296742a7 1016: 1< 0 - - > 2< 4161536 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484671488 - | - - + - > 5< - - + - | 0 - | 1016 - -> 00000080:00200000:0.0:1787827058.094028:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000045eac129 00000080:00200000:0.0:1787827058.094029:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.094031:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.094042:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094050:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094058:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094066:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094076:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.094080:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.094082:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.094087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.094090:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.094092:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.094096:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094104:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.094112:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.094115:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.094120:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.094122:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1016, 1016] 00000080:00200000:0.0:1787827058.094126:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.094129:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.094134:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4165632 i_blocks 0 00000080:00200000:0.0:1787827058.094137:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.094183:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4165632, count: 4096 00000080:00200000:0.0:1787827058.094187:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4165632, bytes: 4096 00000080:00200000:0.0:1787827058.094189:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.094192:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1018, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.094193:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4165632, 4169728) 0 0 00000080:00200000:0.0:1787827058.094194:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.094198:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1017, 1017] 00020000:00200000:0.0:1787827058.094201:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4165632 chunk: [4165632, 4169728) 4169728, 4096 00020000:00200000:0.0:1787827058.094202:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.094206:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1017, 1017] 00000008:00010000:0.0:1787827058.094210:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.094211:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.094217:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094223:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4165632 4169727) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094229:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094233:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094237:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094242:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4165632, 4169728) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.094245:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1017 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.094257:0:20502:0:(rw26.c:875:ll_write_end()) pos 4165632, len 4096, copied 4096 00000080:00200000:0.0:1787827058.094260:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fadfaa47[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1017] 00000080:00200000:0.0:1787827058.094262:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009d3272c5 17ffffc0001001 3:0 ffffa0e3d850bcb0 1017 lru 00000080:00200000:0.0:1787827058.094266:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000bcf824dc 1017: 1< 0 - - > 2< 4165632 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484667392 - | - - + - > 5< - - + - | 0 - | 1017 - -> 00000080:00200000:0.0:1787827058.094268:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fadfaa47 00000080:00200000:0.0:1787827058.094268:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.094270:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.094275:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094280:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094284:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094289:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094295:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.094297:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.094298:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.094301:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.094303:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.094304:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.094307:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094312:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.094317:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.094319:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.094335:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.094339:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1017, 1017] 00000080:00200000:0.0:1787827058.094342:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.094344:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.094347:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4169728 i_blocks 0 00000080:00200000:0.0:1787827058.094349:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.094381:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4169728, count: 4096 00000080:00200000:0.0:1787827058.094384:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4169728, bytes: 4096 00000080:00200000:0.0:1787827058.094385:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.094388:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1019, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.094389:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4169728, 4173824) 0 0 00000080:00200000:0.0:1787827058.094390:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.094394:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1018, 1018] 00020000:00200000:0.0:1787827058.094396:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4169728 chunk: [4169728, 4173824) 4173824, 4096 00020000:00200000:0.0:1787827058.094397:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.094401:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1018, 1018] 00000008:00010000:0.0:1787827058.094404:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.094406:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.094411:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094417:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4169728 4173823) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094422:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094427:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094431:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094435:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4169728, 4173824) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.094438:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1018 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.094459:0:20502:0:(rw26.c:875:ll_write_end()) pos 4169728, len 4096, copied 4096 00000080:00200000:0.0:1787827058.094462:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000175470b5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1018] 00000080:00200000:0.0:1787827058.094464:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff4f2ae1 17ffffc0001001 3:0 ffffa0e3d0f66ae0 1018 lru 00000080:00200000:0.0:1787827058.094468:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e398691e 1018: 1< 0 - - > 2< 4169728 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484663296 - | - - + - > 5< - - + - | 0 - | 1018 - -> 00000080:00200000:0.0:1787827058.094469:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000175470b5 00000080:00200000:0.0:1787827058.094470:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.094471:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.094477:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094482:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094486:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094494:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094501:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.094503:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.094504:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.094508:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.094509:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.094511:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.094514:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094518:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.094523:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.094525:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.094527:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.094529:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1018, 1018] 00000080:00200000:0.0:1787827058.094532:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.094534:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.094537:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4173824 i_blocks 0 00000080:00200000:0.0:1787827058.094538:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.094570:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4173824, count: 4096 00000080:00200000:0.0:1787827058.094572:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4173824, bytes: 4096 00000080:00200000:0.0:1787827058.094574:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.094576:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1020, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.094577:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4173824, 4177920) 0 0 00000080:00200000:0.0:1787827058.094579:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.094582:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1019, 1019] 00020000:00200000:0.0:1787827058.094584:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4173824 chunk: [4173824, 4177920) 4177920, 4096 00020000:00200000:0.0:1787827058.094586:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.094589:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1019, 1019] 00000008:00010000:0.0:1787827058.094592:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.094594:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.094599:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094604:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4173824 4177919) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094610:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094614:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094618:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094622:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4173824, 4177920) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.094625:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1019 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.094637:0:20502:0:(rw26.c:875:ll_write_end()) pos 4173824, len 4096, copied 4096 00000080:00200000:0.0:1787827058.094640:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000606ad2fc[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1019] 00000080:00200000:0.0:1787827058.094642:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dbd9d149 17ffffc0001001 3:0 ffffa0e3d0f662b8 1019 lru 00000080:00200000:0.0:1787827058.094645:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d0aaf34c 1019: 1< 0 - - > 2< 4173824 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484659200 - | - - + - > 5< - - + - | 0 - | 1019 - -> 00000080:00200000:0.0:1787827058.094647:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000606ad2fc 00000080:00200000:0.0:1787827058.094648:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.094649:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.094654:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094659:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094663:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094667:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094674:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.094675:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.094677:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.094680:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.094681:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.094683:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.094685:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094690:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.094695:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.094696:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.094699:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.094701:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1019, 1019] 00000080:00200000:0.0:1787827058.094703:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.094705:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.094708:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4177920 i_blocks 0 00000080:00200000:0.0:1787827058.094727:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.094760:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4177920, count: 4096 00000080:00200000:0.0:1787827058.094762:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4177920, bytes: 4096 00000080:00200000:0.0:1787827058.094764:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.094766:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1021, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.094767:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4177920, 4182016) 0 0 00000080:00200000:0.0:1787827058.094769:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.094772:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1020, 1020] 00020000:00200000:0.0:1787827058.094774:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4177920 chunk: [4177920, 4182016) 4182016, 4096 00020000:00200000:0.0:1787827058.094776:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.094779:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1020, 1020] 00000008:00010000:0.0:1787827058.094783:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.094785:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.094792:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094800:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4177920 4182015) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094809:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094816:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094828:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094836:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4177920, 4182016) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.094842:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1020 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.094857:0:20502:0:(rw26.c:875:ll_write_end()) pos 4177920, len 4096, copied 4096 00000080:00200000:0.0:1787827058.094860:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000568041e5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1020] 00000080:00200000:0.0:1787827058.094862:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002e51cc79 17ffffc0001001 3:0 ffffa0e3d0f66bc8 1020 lru 00000080:00200000:0.0:1787827058.094866:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007424528a 1020: 1< 0 - - > 2< 4177920 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484655104 - | - - + - > 5< - - + - | 0 - | 1020 - -> 00000080:00200000:0.0:1787827058.094867:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000568041e5 00000080:00200000:0.0:1787827058.094868:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.094869:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.094875:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094880:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094884:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.094888:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.094895:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.094897:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.094898:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.094902:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.094904:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.094905:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.094908:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.094913:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.094918:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.094920:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.094922:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.094924:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1020, 1020] 00000080:00200000:0.0:1787827058.094926:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.094928:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.094931:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4182016 i_blocks 0 00000080:00200000:0.0:1787827058.094933:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.094964:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4182016, count: 4096 00000080:00200000:0.0:1787827058.094967:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4182016, bytes: 4096 00000080:00200000:0.0:1787827058.094968:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.094971:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1022, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.094972:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4182016, 4186112) 0 0 00000080:00200000:0.0:1787827058.094973:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.094977:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1021, 1021] 00020000:00200000:0.0:1787827058.094978:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4182016 chunk: [4182016, 4186112) 4186112, 4096 00020000:00200000:0.0:1787827058.094980:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.094983:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1021, 1021] 00000008:00010000:0.0:1787827058.094986:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.094988:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.094993:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095000:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4182016 4186111) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095006:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095010:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095014:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095019:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4182016, 4186112) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.095022:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1021 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.095034:0:20502:0:(rw26.c:875:ll_write_end()) pos 4182016, len 4096, copied 4096 00000080:00200000:0.0:1787827058.095037:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e60e49ef[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1021] 00000080:00200000:0.0:1787827058.095039:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000057624eca 17ffffc0001001 3:0 ffffa0e3d0f66658 1021 lru 00000080:00200000:0.0:1787827058.095043:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008744813d 1021: 1< 0 - - > 2< 4182016 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484651008 - | - - + - > 5< - - + - | 0 - | 1021 - -> 00000080:00200000:0.0:1787827058.095044:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e60e49ef 00000080:00200000:0.0:1787827058.095045:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.095046:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.095052:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095056:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095061:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095066:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095073:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.095076:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.095077:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.095082:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.095084:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.095086:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.095090:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095098:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.095106:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.095108:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.095113:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.095115:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1021, 1021] 00000080:00200000:0.0:1787827058.095119:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.095122:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.095127:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4186112 i_blocks 0 00000080:00200000:0.0:1787827058.095130:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.095175:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4186112, count: 4096 00000080:00200000:0.0:1787827058.095180:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4186112, bytes: 4096 00000080:00200000:0.0:1787827058.095182:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.095186:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1023, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.095187:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4186112, 4190208) 0 0 00000080:00200000:0.0:1787827058.095190:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.095195:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1022, 1022] 00020000:00200000:0.0:1787827058.095199:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4186112 chunk: [4186112, 4190208) 4190208, 4096 00020000:00200000:0.0:1787827058.095201:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.095207:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1022, 1022] 00000008:00010000:0.0:1787827058.095212:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.095215:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.095223:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095232:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4186112 4190207) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095241:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095246:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095250:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095255:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4186112, 4190208) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.095259:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1022 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.095277:0:20502:0:(rw26.c:875:ll_write_end()) pos 4186112, len 4096, copied 4096 00000080:00200000:0.0:1787827058.095281:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000bae001f1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1022] 00000080:00200000:0.0:1787827058.095285:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000079f59bb2 17ffffc0001001 3:0 ffffa0e3d0f661d0 1022 lru 00000080:00200000:0.0:1787827058.095290:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f3e96629 1022: 1< 0 - - > 2< 4186112 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484646912 - | - - + - > 5< - - + - | 0 - | 1022 - -> 00000080:00200000:0.0:1787827058.095293:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000bae001f1 00000080:00200000:0.0:1787827058.095294:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.095296:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.095304:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095313:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095320:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095341:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095353:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.095357:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.095359:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.095365:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.095368:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.095371:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.095375:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095383:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.095392:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.095395:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.095400:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.095403:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1022, 1022] 00000080:00200000:0.0:1787827058.095407:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.095410:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1787827058.095414:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4190208 i_blocks 0 00000080:00200000:0.0:1787827058.095417:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1787827058.095464:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4190208, count: 4096 00000080:00200000:0.0:1787827058.095468:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4190208, bytes: 4096 00000080:00200000:0.0:1787827058.095471:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827058.095475:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1024, [0x200000403:0x11:0x0] hash] 00000020:00200000:0.0:1787827058.095476:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4190208, 4194304) 0 0 00000080:00200000:0.0:1787827058.095479:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827058.095485:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1023, 1023] 00020000:00200000:0.0:1787827058.095488:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4190208 chunk: [4190208, 4194304) 4194304, 4096 00020000:00200000:0.0:1787827058.095491:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827058.095496:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1023, 1023] 00000008:00010000:0.0:1787827058.095501:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827058.095504:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c76242b0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827058.095513:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095522:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095531:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095544:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095551:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095559:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4190208, 4194304) append 0 append lockpos 0 00000080:00200000:0.0:1787827058.095565:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1023 of 0 to 4096 bytes 00000080:00200000:0.0:1787827058.095582:0:20502:0:(rw26.c:875:ll_write_end()) pos 4190208, len 4096, copied 4096 00000080:00200000:0.0:1787827058.095587:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000a3244ae[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1023] 00000080:00200000:0.0:1787827058.095590:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a723f17a 17ffffc0001001 3:0 ffffa0e3d0f669f8 1023 lru 00000080:00200000:0.0:1787827058.095596:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4cb11d6 1023: 1< 0 - - > 2< 4190208 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484642816 - | - - + - > 5< - - + - | 0 - | 1023 - -> 00000080:00200000:0.0:1787827058.095598:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000a3244ae 00000080:00200000:0.0:1787827058.095599:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827058.095601:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827058.095610:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095618:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000784b6ec2 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095625:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095633:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:0.0:1787827058.095650:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:0.0:1787827058.095653:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:0.0:1787827058.095655:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:0.0:1787827058.095673:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827058.095676:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827058.095679:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c76242b0 (ffffa0e3c94151b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787827058.095683:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.095692:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:0.0:1787827058.095700:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827058.095703:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c76242b0 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827058.095708:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:0.0:1787827058.095821:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1023, 1023] 00000080:00200000:0.0:1787827058.095826:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827058.095829:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000008:00010000:0.0:1787827058.095852:0:53:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.095864:0:53:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.096561:0:53:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:0.0:1787827058.098010:0:53:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c3e87c00 - object 0x280000401:18 offset 0<>4194304 00000100:00100000:0.0:1787827058.098057:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134291584:192.168.203.106@tcp:4:dd.0 00000008:00010000:0.0:1787827058.116548:0:2391:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.117386:0:2391:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:0.0:1787827058.117424:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134291584:192.168.203.106@tcp:4:dd.0 00000008:00010000:1.0:1787827058.137806:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.137821:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.137824:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.137826:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.137832:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.137835:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.137838:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.137841:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.137849:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.137858:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.137861:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.137865:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.137868:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1158, 1158] 00000080:00200000:1.0:1787827058.137872:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.137875:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.137880:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4747264 i_blocks 8192 00000080:00200000:1.0:1787827058.137882:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.137928:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4747264, count: 4096 00000080:00200000:1.0:1787827058.137933:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4747264, bytes: 4096 00000080:00200000:1.0:1787827058.137935:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.137939:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1160, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.137941:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4747264, 4751360) 0 0 00000080:00200000:1.0:1787827058.137944:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.137949:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1159, 1159] 00020000:00200000:1.0:1787827058.137952:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4747264 chunk: [4747264, 4751360) 4751360, 4096 00020000:00200000:1.0:1787827058.137954:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.137959:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1159, 1159] 00000008:00010000:1.0:1787827058.137964:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.137967:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.137974:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.137983:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4747264 4751359) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.137991:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.137998:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138005:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138012:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4747264, 4751360) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.138017:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1159 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.138033:0:20502:0:(rw26.c:875:ll_write_end()) pos 4747264, len 4096, copied 4096 00000080:00200000:1.0:1787827058.138037:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000faa5eb48[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1159] 00000080:00200000:1.0:1787827058.138040:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002b84d8b8 17ffffc0001001 3:0 ffffa0e3d14d33a0 1159 lru 00000080:00200000:1.0:1787827058.138045:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001c892f73 1159: 1< 0 - - > 2< 4747264 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484061184 - | - - + - > 5< - - + - | 0 - | 135 - -> 00000080:00200000:1.0:1787827058.138047:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000faa5eb48 00000080:00200000:1.0:1787827058.138048:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.138050:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.138059:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138067:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138074:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138080:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138091:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.138093:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.138095:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.138100:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.138103:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.138105:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.138109:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138117:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.138124:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.138126:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.138130:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.138133:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1159, 1159] 00000080:00200000:1.0:1787827058.138137:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.138139:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.138143:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4751360 i_blocks 8192 00000080:00200000:1.0:1787827058.138146:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.138190:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4751360, count: 4096 00000080:00200000:1.0:1787827058.138194:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4751360, bytes: 4096 00000080:00200000:1.0:1787827058.138197:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.138200:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1161, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.138201:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4751360, 4755456) 0 0 00000080:00200000:1.0:1787827058.138204:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.138209:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1160, 1160] 00020000:00200000:1.0:1787827058.138212:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4751360 chunk: [4751360, 4755456) 4755456, 4096 00020000:00200000:1.0:1787827058.138214:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.138219:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1160, 1160] 00000008:00010000:1.0:1787827058.138224:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.138226:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.138233:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138242:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4751360 4755455) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138251:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138258:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138265:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138273:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4751360, 4755456) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.138279:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1160 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.138305:0:20502:0:(rw26.c:875:ll_write_end()) pos 4751360, len 4096, copied 4096 00000080:00200000:1.0:1787827058.138310:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ed681513[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1160] 00000080:00200000:1.0:1787827058.138313:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000eab7d329 17ffffc0001001 3:0 ffffa0e3d060bcb0 1160 lru 00000080:00200000:1.0:1787827058.138319:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0a0d491 1160: 1< 0 - - > 2< 4751360 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484057088 - | - - + - > 5< - - + - | 0 - | 136 - -> 00000080:00200000:1.0:1787827058.138321:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ed681513 00000080:00200000:1.0:1787827058.138336:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.138339:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.138348:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138356:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138364:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138372:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138385:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.138388:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.138390:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.138396:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.138398:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.138400:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.138405:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138414:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.138421:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.138423:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.138427:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.138429:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1160, 1160] 00000080:00200000:1.0:1787827058.138432:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.138435:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.138440:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4755456 i_blocks 8192 00000080:00200000:1.0:1787827058.138442:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.138489:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4755456, count: 4096 00000080:00200000:1.0:1787827058.138493:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4755456, bytes: 4096 00000080:00200000:1.0:1787827058.138496:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.138500:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1162, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.138501:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4755456, 4759552) 0 0 00000080:00200000:1.0:1787827058.138504:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.138509:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1161, 1161] 00020000:00200000:1.0:1787827058.138512:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4755456 chunk: [4755456, 4759552) 4759552, 4096 00020000:00200000:1.0:1787827058.138514:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.138519:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1161, 1161] 00000008:00010000:1.0:1787827058.138525:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.138527:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.138535:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138544:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4755456 4759551) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138554:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138561:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138567:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138575:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4755456, 4759552) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.138579:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1161 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.138594:0:20502:0:(rw26.c:875:ll_write_end()) pos 4755456, len 4096, copied 4096 00000080:00200000:1.0:1787827058.138599:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d6eb633e[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1161] 00000080:00200000:1.0:1787827058.138602:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000696ceee1 17ffffc0001001 3:0 ffffa0e3d060bae0 1161 lru 00000080:00200000:1.0:1787827058.138608:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b7142731 1161: 1< 0 - - > 2< 4755456 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484052992 - | - - + - > 5< - - + - | 0 - | 137 - -> 00000080:00200000:1.0:1787827058.138610:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d6eb633e 00000080:00200000:1.0:1787827058.138611:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.138614:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.138622:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138630:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138637:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138649:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138661:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.138664:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.138666:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.138672:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.138675:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.138678:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.138682:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138691:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.138699:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.138702:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.138706:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.138708:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1161, 1161] 00000080:00200000:1.0:1787827058.138729:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.138733:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.138737:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4759552 i_blocks 8192 00000080:00200000:1.0:1787827058.138739:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.138786:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4759552, count: 4096 00000080:00200000:1.0:1787827058.138792:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4759552, bytes: 4096 00000080:00200000:1.0:1787827058.138794:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.138798:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1163, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.138800:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4759552, 4763648) 0 0 00000080:00200000:1.0:1787827058.138803:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.138808:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1162, 1162] 00020000:00200000:1.0:1787827058.138812:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4759552 chunk: [4759552, 4763648) 4763648, 4096 00020000:00200000:1.0:1787827058.138814:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.138820:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1162, 1162] 00000008:00010000:1.0:1787827058.138825:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.138828:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.138836:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138846:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4759552 4763647) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138855:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138862:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138870:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138877:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4759552, 4763648) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.138881:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1162 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.138895:0:20502:0:(rw26.c:875:ll_write_end()) pos 4759552, len 4096, copied 4096 00000080:00200000:1.0:1787827058.138900:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000033ba5b4a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1162] 00000080:00200000:1.0:1787827058.138903:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f11f13af 17ffffc0001001 3:0 ffffa0e3d060b2b8 1162 lru 00000080:00200000:1.0:1787827058.138908:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000478f0f27 1162: 1< 0 - - > 2< 4759552 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484048896 - | - - + - > 5< - - + - | 0 - | 138 - -> 00000080:00200000:1.0:1787827058.138911:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000033ba5b4a 00000080:00200000:1.0:1787827058.138912:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.138915:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.138923:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138931:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138938:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.138945:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.138956:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.138959:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.138960:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.138966:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.138968:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.138971:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.138975:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.138982:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.138991:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.138994:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.138999:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.139002:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1162, 1162] 00000080:00200000:1.0:1787827058.139005:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.139007:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.139012:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4763648 i_blocks 8192 00000080:00200000:1.0:1787827058.139014:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.139062:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4763648, count: 4096 00000080:00200000:1.0:1787827058.139066:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4763648, bytes: 4096 00000080:00200000:1.0:1787827058.139069:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.139072:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1164, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.139074:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4763648, 4767744) 0 0 00000080:00200000:1.0:1787827058.139076:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.139081:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1163, 1163] 00020000:00200000:1.0:1787827058.139084:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4763648 chunk: [4763648, 4767744) 4767744, 4096 00020000:00200000:1.0:1787827058.139086:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.139091:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1163, 1163] 00000008:00010000:1.0:1787827058.139096:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.139099:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.139107:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139116:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4763648 4767743) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139125:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139133:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139145:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139153:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4763648, 4767744) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.139158:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1163 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.139172:0:20502:0:(rw26.c:875:ll_write_end()) pos 4763648, len 4096, copied 4096 00000080:00200000:1.0:1787827058.139176:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000bc6aa5ca[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1163] 00000080:00200000:1.0:1787827058.139178:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a791177c 17ffffc0001001 3:0 ffffa0e3d060bbc8 1163 lru 00000080:00200000:1.0:1787827058.139184:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ee05e77b 1163: 1< 0 - - > 2< 4763648 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484044800 - | - - + - > 5< - - + - | 0 - | 139 - -> 00000080:00200000:1.0:1787827058.139186:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000bc6aa5ca 00000080:00200000:1.0:1787827058.139187:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.139189:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.139197:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139205:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139212:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139220:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139231:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.139234:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.139237:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.139242:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.139245:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.139248:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.139252:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139260:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.139268:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.139270:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.139275:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.139278:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1163, 1163] 00000080:00200000:1.0:1787827058.139281:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.139284:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.139289:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4767744 i_blocks 8192 00000080:00200000:1.0:1787827058.139292:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.139349:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4767744, count: 4096 00000080:00200000:1.0:1787827058.139354:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4767744, bytes: 4096 00000080:00200000:1.0:1787827058.139357:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.139361:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1165, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.139363:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4767744, 4771840) 0 0 00000080:00200000:1.0:1787827058.139365:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.139371:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1164, 1164] 00020000:00200000:1.0:1787827058.139374:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4767744 chunk: [4767744, 4771840) 4771840, 4096 00020000:00200000:1.0:1787827058.139377:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.139382:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1164, 1164] 00000008:00010000:1.0:1787827058.139388:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.139391:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.139399:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139409:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4767744 4771839) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139417:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139424:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139431:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139439:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4767744, 4771840) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.139444:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1164 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.139462:0:20502:0:(rw26.c:875:ll_write_end()) pos 4767744, len 4096, copied 4096 00000080:00200000:1.0:1787827058.139466:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000062c82ace[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1164] 00000080:00200000:1.0:1787827058.139468:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006dfdada8 17ffffc0001001 3:0 ffffa0e3d060b658 1164 lru 00000080:00200000:1.0:1787827058.139473:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff2cc2f1 1164: 1< 0 - - > 2< 4767744 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484040704 - | - - + - > 5< - - + - | 0 - | 140 - -> 00000080:00200000:1.0:1787827058.139475:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000062c82ace 00000080:00200000:1.0:1787827058.139476:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.139478:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.139486:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139493:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139500:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139507:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139517:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.139521:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.139523:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.139529:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.139531:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.139534:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.139538:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139546:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.139554:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.139557:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.139562:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.139565:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1164, 1164] 00000080:00200000:1.0:1787827058.139569:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.139572:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.139576:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4771840 i_blocks 8192 00000080:00200000:1.0:1787827058.139579:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.139626:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4771840, count: 4096 00000080:00200000:1.0:1787827058.139631:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4771840, bytes: 4096 00000080:00200000:1.0:1787827058.139633:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.139637:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1166, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.139639:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4771840, 4775936) 0 0 00000080:00200000:1.0:1787827058.139641:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.139645:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1165, 1165] 00020000:00200000:1.0:1787827058.139648:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4771840 chunk: [4771840, 4775936) 4775936, 4096 00020000:00200000:1.0:1787827058.139650:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.139654:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1165, 1165] 00000008:00010000:1.0:1787827058.139659:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.139662:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.139669:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139678:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4771840 4775935) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139687:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139694:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139701:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139709:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4771840, 4775936) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.139736:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1165 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.139753:0:20502:0:(rw26.c:875:ll_write_end()) pos 4771840, len 4096, copied 4096 00000080:00200000:1.0:1787827058.139758:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000006af4e15[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1165] 00000080:00200000:1.0:1787827058.139760:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005b3e15e4 17ffffc0001001 3:0 ffffa0e3d060b1d0 1165 lru 00000080:00200000:1.0:1787827058.139766:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000af900d2f 1165: 1< 0 - - > 2< 4771840 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484036608 - | - - + - > 5< - - + - | 0 - | 141 - -> 00000080:00200000:1.0:1787827058.139768:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000006af4e15 00000080:00200000:1.0:1787827058.139770:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.139772:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.139780:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139788:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139794:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.139801:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.139811:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.139814:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.139816:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.139821:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.139823:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.139825:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.139829:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139837:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.139847:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.139849:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.139854:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.139857:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1165, 1165] 00000080:00200000:1.0:1787827058.139860:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.139863:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.139867:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4775936 i_blocks 8192 00000080:00200000:1.0:1787827058.139871:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.139918:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4775936, count: 4096 00000080:00200000:1.0:1787827058.139923:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4775936, bytes: 4096 00000080:00200000:1.0:1787827058.139926:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.139929:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1167, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.139931:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4775936, 4780032) 0 0 00000080:00200000:1.0:1787827058.139933:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.139938:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1166, 1166] 00020000:00200000:1.0:1787827058.139942:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4775936 chunk: [4775936, 4780032) 4780032, 4096 00020000:00200000:1.0:1787827058.139944:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.139949:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1166, 1166] 00000008:00010000:1.0:1787827058.139954:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.139957:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.139963:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139971:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4775936 4780031) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139980:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.139993:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140000:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140008:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4775936, 4780032) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.140013:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1166 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.140030:0:20502:0:(rw26.c:875:ll_write_end()) pos 4775936, len 4096, copied 4096 00000080:00200000:1.0:1787827058.140035:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003bf17ad8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1166] 00000080:00200000:1.0:1787827058.140038:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a75e6079 17ffffc0001001 3:0 ffffa0e3d060b9f8 1166 lru 00000080:00200000:1.0:1787827058.140043:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007c8a5692 1166: 1< 0 - - > 2< 4775936 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484032512 - | - - + - > 5< - - + - | 0 - | 142 - -> 00000080:00200000:1.0:1787827058.140045:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003bf17ad8 00000080:00200000:1.0:1787827058.140046:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.140049:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.140057:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140065:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140071:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140079:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140096:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.140099:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.140101:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.140106:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.140108:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.140111:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.140114:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140122:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.140130:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.140133:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.140137:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.140140:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1166, 1166] 00000080:00200000:1.0:1787827058.140143:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.140146:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.140150:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4780032 i_blocks 8192 00000080:00200000:1.0:1787827058.140153:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.140199:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4780032, count: 4096 00000080:00200000:1.0:1787827058.140204:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4780032, bytes: 4096 00000080:00200000:1.0:1787827058.140207:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.140210:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1168, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.140212:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4780032, 4784128) 0 0 00000080:00200000:1.0:1787827058.140214:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.140219:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1167, 1167] 00020000:00200000:1.0:1787827058.140223:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4780032 chunk: [4780032, 4784128) 4784128, 4096 00020000:00200000:1.0:1787827058.140225:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.140230:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1167, 1167] 00000008:00010000:1.0:1787827058.140236:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.140238:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.140246:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140255:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4780032 4784127) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140263:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140271:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140279:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140287:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4780032, 4784128) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.140291:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1167 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.140307:0:20502:0:(rw26.c:875:ll_write_end()) pos 4780032, len 4096, copied 4096 00000080:00200000:1.0:1787827058.140312:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000080e05ece[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1167] 00000080:00200000:1.0:1787827058.140315:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007cd7338e 17ffffc0001001 3:0 ffffa0e3d060b488 1167 lru 00000080:00200000:1.0:1787827058.140333:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000056415bcd 1167: 1< 0 - - > 2< 4780032 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484028416 - | - - + - > 5< - - + - | 0 - | 143 - -> 00000080:00200000:1.0:1787827058.140336:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000080e05ece 00000080:00200000:1.0:1787827058.140337:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.140339:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.140349:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140357:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140364:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140372:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140384:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.140387:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.140389:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.140395:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.140397:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.140400:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.140404:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140412:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.140420:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.140422:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.140427:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.140429:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1167, 1167] 00000080:00200000:1.0:1787827058.140434:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.140437:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.140440:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4784128 i_blocks 8192 00000080:00200000:1.0:1787827058.140443:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.140489:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4784128, count: 4096 00000080:00200000:1.0:1787827058.140493:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4784128, bytes: 4096 00000080:00200000:1.0:1787827058.140495:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.140498:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1169, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.140500:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4784128, 4788224) 0 0 00000080:00200000:1.0:1787827058.140503:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.140508:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1168, 1168] 00020000:00200000:1.0:1787827058.140511:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4784128 chunk: [4784128, 4788224) 4788224, 4096 00020000:00200000:1.0:1787827058.140513:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.140518:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1168, 1168] 00000008:00010000:1.0:1787827058.140524:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.140526:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.140534:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140543:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4784128 4788223) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140552:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140559:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140565:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140574:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4784128, 4788224) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.140579:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1168 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.140595:0:20502:0:(rw26.c:875:ll_write_end()) pos 4784128, len 4096, copied 4096 00000080:00200000:1.0:1787827058.140599:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000da917993[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1168] 00000080:00200000:1.0:1787827058.140602:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5a53a9d 17ffffc0001001 3:0 ffffa0e3d060b570 1168 lru 00000080:00200000:1.0:1787827058.140608:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d6d49fc6 1168: 1< 0 - - > 2< 4784128 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484024320 - | - - + - > 5< - - + - | 0 - | 144 - -> 00000080:00200000:1.0:1787827058.140611:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000da917993 00000080:00200000:1.0:1787827058.140612:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.140614:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.140622:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140630:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140637:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140645:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140654:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.140657:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.140659:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.140664:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.140667:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.140669:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.140674:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140682:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.140690:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.140693:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.140698:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.140701:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1168, 1168] 00000080:00200000:1.0:1787827058.140705:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.140708:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.140730:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4788224 i_blocks 8192 00000080:00200000:1.0:1787827058.140734:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.140781:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4788224, count: 4096 00000080:00200000:1.0:1787827058.140786:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4788224, bytes: 4096 00000080:00200000:1.0:1787827058.140788:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.140792:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1170, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.140793:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4788224, 4792320) 0 0 00000080:00200000:1.0:1787827058.140795:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.140801:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1169, 1169] 00020000:00200000:1.0:1787827058.140804:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4788224 chunk: [4788224, 4792320) 4792320, 4096 00020000:00200000:1.0:1787827058.140806:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.140811:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1169, 1169] 00000008:00010000:1.0:1787827058.140816:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.140818:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.140826:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140836:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4788224 4792319) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140846:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140853:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140861:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140869:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4788224, 4792320) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.140874:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1169 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.140891:0:20502:0:(rw26.c:875:ll_write_end()) pos 4788224, len 4096, copied 4096 00000080:00200000:1.0:1787827058.140896:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005dae899a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1169] 00000080:00200000:1.0:1787827058.140899:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000c0f61cd 17ffffc0001001 3:0 ffffa0e3d060bd98 1169 lru 00000080:00200000:1.0:1787827058.140904:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006ffb8991 1169: 1< 0 - - > 2< 4788224 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484020224 - | - - + - > 5< - - + - | 0 - | 145 - -> 00000080:00200000:1.0:1787827058.140907:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005dae899a 00000080:00200000:1.0:1787827058.140907:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.140910:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.140918:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140926:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140933:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.140946:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.140956:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.140959:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.140961:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.140966:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.140969:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.140971:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.140975:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.140983:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.140991:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.140994:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.140999:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.141001:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1169, 1169] 00000080:00200000:1.0:1787827058.141005:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.141008:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.141012:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4792320 i_blocks 8192 00000080:00200000:1.0:1787827058.141015:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.141062:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4792320, count: 4096 00000080:00200000:1.0:1787827058.141067:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4792320, bytes: 4096 00000080:00200000:1.0:1787827058.141070:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.141074:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1171, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.141076:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4792320, 4796416) 0 0 00000080:00200000:1.0:1787827058.141078:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.141083:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1170, 1170] 00020000:00200000:1.0:1787827058.141086:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4792320 chunk: [4792320, 4796416) 4796416, 4096 00020000:00200000:1.0:1787827058.141088:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.141093:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1170, 1170] 00000008:00010000:1.0:1787827058.141098:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.141100:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.141108:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141116:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4792320 4796415) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141126:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141134:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141142:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141151:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4792320, 4796416) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.141156:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1170 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.141172:0:20502:0:(rw26.c:875:ll_write_end()) pos 4792320, len 4096, copied 4096 00000080:00200000:1.0:1787827058.141176:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000064b52e88[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1170] 00000080:00200000:1.0:1787827058.141178:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008e14d593 17ffffc0001001 3:0 ffffa0e3d060b740 1170 lru 00000080:00200000:1.0:1787827058.141183:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000867995e0 1170: 1< 0 - - > 2< 4792320 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484016128 - | - - + - > 5< - - + - | 0 - | 146 - -> 00000080:00200000:1.0:1787827058.141186:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000064b52e88 00000080:00200000:1.0:1787827058.141187:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.141189:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.141196:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141204:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141210:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141218:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141230:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.141233:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.141235:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.141240:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.141243:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.141245:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.141249:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141256:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.141265:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.141267:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.141271:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.141273:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1170, 1170] 00000080:00200000:1.0:1787827058.141276:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.141279:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.141284:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4796416 i_blocks 8192 00000080:00200000:1.0:1787827058.141286:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.141347:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4796416, count: 4096 00000080:00200000:1.0:1787827058.141352:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4796416, bytes: 4096 00000080:00200000:1.0:1787827058.141354:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.141358:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1172, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.141359:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4796416, 4800512) 0 0 00000080:00200000:1.0:1787827058.141362:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.141368:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1171, 1171] 00020000:00200000:1.0:1787827058.141371:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4796416 chunk: [4796416, 4800512) 4800512, 4096 00020000:00200000:1.0:1787827058.141373:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.141378:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1171, 1171] 00000008:00010000:1.0:1787827058.141384:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.141386:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.141394:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141403:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4796416 4800511) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141412:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141418:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141430:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141438:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4796416, 4800512) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.141443:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1171 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.141462:0:20502:0:(rw26.c:875:ll_write_end()) pos 4796416, len 4096, copied 4096 00000080:00200000:1.0:1787827058.141466:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002dee9d2f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1171] 00000080:00200000:1.0:1787827058.141469:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000003fc07cb9 17ffffc0001001 3:0 ffffa0e3d060b0e8 1171 lru 00000080:00200000:1.0:1787827058.141474:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000979e4b17 1171: 1< 0 - - > 2< 4796416 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484012032 - | - - + - > 5< - - + - | 0 - | 147 - -> 00000080:00200000:1.0:1787827058.141476:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002dee9d2f 00000080:00200000:1.0:1787827058.141477:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.141480:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.141487:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141495:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141501:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141508:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141519:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.141522:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.141524:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.141530:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.141532:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.141534:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.141538:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141545:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.141553:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.141556:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.141560:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.141563:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1171, 1171] 00000080:00200000:1.0:1787827058.141566:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.141569:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.141573:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4800512 i_blocks 8192 00000080:00200000:1.0:1787827058.141576:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.141621:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4800512, count: 4096 00000080:00200000:1.0:1787827058.141625:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4800512, bytes: 4096 00000080:00200000:1.0:1787827058.141628:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.141631:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1173, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.141633:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4800512, 4804608) 0 0 00000080:00200000:1.0:1787827058.141635:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.141640:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1172, 1172] 00020000:00200000:1.0:1787827058.141643:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4800512 chunk: [4800512, 4804608) 4804608, 4096 00020000:00200000:1.0:1787827058.141645:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.141651:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1172, 1172] 00000008:00010000:1.0:1787827058.141656:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.141659:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.141666:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141675:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4800512 4804607) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141684:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141691:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141698:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141706:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4800512, 4804608) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.141729:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1172 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.141745:0:20502:0:(rw26.c:875:ll_write_end()) pos 4800512, len 4096, copied 4096 00000080:00200000:1.0:1787827058.141749:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e4e56bb3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1172] 00000080:00200000:1.0:1787827058.141751:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a14f70f3 17ffffc0001001 3:0 ffffa0e3d060b3a0 1172 lru 00000080:00200000:1.0:1787827058.141756:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f36570f2 1172: 1< 0 - - > 2< 4800512 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484007936 - | - - + - > 5< - - + - | 0 - | 148 - -> 00000080:00200000:1.0:1787827058.141758:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e4e56bb3 00000080:00200000:1.0:1787827058.141759:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.141762:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.141769:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141776:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141784:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.141792:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141804:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.141807:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.141810:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.141815:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.141817:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.141820:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.141824:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141833:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.141840:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.141843:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.141847:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.141850:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1172, 1172] 00000080:00200000:1.0:1787827058.141854:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.141857:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.141861:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4804608 i_blocks 8192 00000080:00200000:1.0:1787827058.141864:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.141911:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4804608, count: 4096 00000080:00200000:1.0:1787827058.141916:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4804608, bytes: 4096 00000080:00200000:1.0:1787827058.141919:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.141922:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1174, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.141924:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4804608, 4808704) 0 0 00000080:00200000:1.0:1787827058.141926:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.141931:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1173, 1173] 00020000:00200000:1.0:1787827058.141934:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4804608 chunk: [4804608, 4808704) 4808704, 4096 00020000:00200000:1.0:1787827058.141936:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.141941:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1173, 1173] 00000008:00010000:1.0:1787827058.141946:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.141949:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.141957:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141965:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4804608 4808703) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141974:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141981:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.141987:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.141995:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4804608, 4808704) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.142001:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1173 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.142024:0:20502:0:(rw26.c:875:ll_write_end()) pos 4804608, len 4096, copied 4096 00000080:00200000:1.0:1787827058.142028:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000056f38eb4[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1173] 00000080:00200000:1.0:1787827058.142031:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7e2f436 17ffffc0001021 2:0 ffffa0e3d060b828 1173 lru 00000080:00200000:1.0:1787827058.142037:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009052e670 1173: 1< 0 - - > 2< 4804608 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 484003840 - | - - + - > 5< - - + - | 0 - | 149 - -> 00000080:00200000:1.0:1787827058.142039:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000056f38eb4 00000080:00200000:1.0:1787827058.142040:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.142043:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.142051:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142058:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142065:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142073:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142082:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.142084:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.142086:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.142091:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.142094:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.142096:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.142100:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142108:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.142118:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.142120:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.142125:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.142128:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1173, 1173] 00000080:00200000:1.0:1787827058.142131:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.142134:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.142139:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4808704 i_blocks 8192 00000080:00200000:1.0:1787827058.142141:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.142189:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4808704, count: 4096 00000080:00200000:1.0:1787827058.142194:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4808704, bytes: 4096 00000080:00200000:1.0:1787827058.142197:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.142200:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1175, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.142201:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4808704, 4812800) 0 0 00000080:00200000:1.0:1787827058.142204:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.142210:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1174, 1174] 00020000:00200000:1.0:1787827058.142213:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4808704 chunk: [4808704, 4812800) 4812800, 4096 00020000:00200000:1.0:1787827058.142215:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.142219:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1174, 1174] 00000008:00010000:1.0:1787827058.142224:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.142226:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.142234:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142242:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4808704 4812799) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142250:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142263:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142271:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142279:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4808704, 4812800) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.142284:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1174 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.142300:0:20502:0:(rw26.c:875:ll_write_end()) pos 4808704, len 4096, copied 4096 00000080:00200000:1.0:1787827058.142305:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000087386f64[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1174] 00000080:00200000:1.0:1787827058.142307:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006cd76240 17ffffc0001001 3:0 ffffa0e3d060be80 1174 lru 00000080:00200000:1.0:1787827058.142312:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004d4d2f87 1174: 1< 0 - - > 2< 4808704 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483999744 - | - - + - > 5< - - + - | 0 - | 150 - -> 00000080:00200000:1.0:1787827058.142314:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000087386f64 00000080:00200000:1.0:1787827058.142315:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.142317:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.142337:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142346:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142354:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142362:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142379:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.142382:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.142384:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.142389:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.142392:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.142394:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.142398:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142406:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.142414:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.142416:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.142420:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.142423:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1174, 1174] 00000080:00200000:1.0:1787827058.142427:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.142430:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.142435:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4812800 i_blocks 8192 00000080:00200000:1.0:1787827058.142438:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.142483:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4812800, count: 4096 00000080:00200000:1.0:1787827058.142487:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4812800, bytes: 4096 00000080:00200000:1.0:1787827058.142489:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.142493:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1176, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.142494:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4812800, 4816896) 0 0 00000080:00200000:1.0:1787827058.142497:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.142502:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1175, 1175] 00020000:00200000:1.0:1787827058.142506:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4812800 chunk: [4812800, 4816896) 4816896, 4096 00020000:00200000:1.0:1787827058.142508:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.142513:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1175, 1175] 00000008:00010000:1.0:1787827058.142518:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.142520:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.142528:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142537:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4812800 4816895) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142545:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142552:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142559:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142566:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4812800, 4816896) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.142571:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1175 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.142587:0:20502:0:(rw26.c:875:ll_write_end()) pos 4812800, len 4096, copied 4096 00000080:00200000:1.0:1787827058.142592:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a1b71b49[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1175] 00000080:00200000:1.0:1787827058.142594:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b8931885 17ffffc0001001 3:0 ffffa0e3d060b910 1175 lru 00000080:00200000:1.0:1787827058.142600:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c59f8d64 1175: 1< 0 - - > 2< 4812800 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483995648 - | - - + - > 5< - - + - | 0 - | 151 - -> 00000080:00200000:1.0:1787827058.142602:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a1b71b49 00000080:00200000:1.0:1787827058.142603:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.142605:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.142614:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142622:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142628:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142636:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142647:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.142649:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.142651:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.142656:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.142658:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.142661:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.142665:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142673:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.142681:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.142683:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.142688:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.142690:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1175, 1175] 00000080:00200000:1.0:1787827058.142695:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.142698:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.142702:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4816896 i_blocks 8192 00000080:00200000:1.0:1787827058.142705:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.142772:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4816896, count: 4096 00000080:00200000:1.0:1787827058.142776:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4816896, bytes: 4096 00000080:00200000:1.0:1787827058.142779:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.142783:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1177, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.142784:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4816896, 4820992) 0 0 00000080:00200000:1.0:1787827058.142787:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.142792:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1176, 1176] 00020000:00200000:1.0:1787827058.142794:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4816896 chunk: [4816896, 4820992) 4820992, 4096 00020000:00200000:1.0:1787827058.142796:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.142801:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1176, 1176] 00000008:00010000:1.0:1787827058.142806:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.142808:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.142815:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142824:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4816896 4820991) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142833:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142841:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142848:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142855:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4816896, 4820992) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.142860:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1176 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.142879:0:20502:0:(rw26.c:875:ll_write_end()) pos 4816896, len 4096, copied 4096 00000080:00200000:1.0:1787827058.142883:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000082b52e8a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1176] 00000080:00200000:1.0:1787827058.142886:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007a4b62bb 17ffffc0001001 3:0 ffffa0e3d060b000 1176 lru 00000080:00200000:1.0:1787827058.142892:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005070a0cd 1176: 1< 0 - - > 2< 4816896 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483991552 - | - - + - > 5< - - + - | 0 - | 152 - -> 00000080:00200000:1.0:1787827058.142894:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000082b52e8a 00000080:00200000:1.0:1787827058.142895:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.142897:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.142905:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142914:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142921:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.142929:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.142940:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.142943:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.142945:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.142950:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.142952:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.142955:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.142960:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.142968:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.142976:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.142978:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.142983:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.142986:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1176, 1176] 00000080:00200000:1.0:1787827058.142989:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.142993:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.142997:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4820992 i_blocks 8192 00000080:00200000:1.0:1787827058.143000:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.143044:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4820992, count: 4096 00000080:00200000:1.0:1787827058.143049:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4820992, bytes: 4096 00000080:00200000:1.0:1787827058.143051:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.143055:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1178, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.143056:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4820992, 4825088) 0 0 00000080:00200000:1.0:1787827058.143059:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.143064:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1177, 1177] 00020000:00200000:1.0:1787827058.143067:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4820992 chunk: [4820992, 4825088) 4825088, 4096 00020000:00200000:1.0:1787827058.143069:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.143074:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1177, 1177] 00000008:00010000:1.0:1787827058.143080:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.143083:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.143090:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143098:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4820992 4825087) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143108:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143115:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143121:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143129:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4820992, 4825088) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.143134:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1177 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.143160:0:20502:0:(rw26.c:875:ll_write_end()) pos 4820992, len 4096, copied 4096 00000080:00200000:1.0:1787827058.143165:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000dabdcc11[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1177] 00000080:00200000:1.0:1787827058.143168:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000075ea357b 17ffffc0001001 3:0 ffffa0e3d84910e8 1177 lru 00000080:00200000:1.0:1787827058.143173:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f155da1a 1177: 1< 0 - - > 2< 4820992 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483987456 - | - - + - > 5< - - + - | 0 - | 153 - -> 00000080:00200000:1.0:1787827058.143175:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000dabdcc11 00000080:00200000:1.0:1787827058.143176:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.143178:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.143186:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143193:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143200:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143213:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143225:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.143229:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.143231:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.143236:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.143239:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.143241:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.143245:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143254:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.143263:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.143265:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.143268:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.143271:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1177, 1177] 00000080:00200000:1.0:1787827058.143274:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.143278:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.143282:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4825088 i_blocks 8192 00000080:00200000:1.0:1787827058.143286:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.143343:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4825088, count: 4096 00000080:00200000:1.0:1787827058.143348:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4825088, bytes: 4096 00000080:00200000:1.0:1787827058.143352:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.143356:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1179, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.143358:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4825088, 4829184) 0 0 00000080:00200000:1.0:1787827058.143360:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.143366:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1178, 1178] 00020000:00200000:1.0:1787827058.143369:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4825088 chunk: [4825088, 4829184) 4829184, 4096 00020000:00200000:1.0:1787827058.143371:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.143377:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1178, 1178] 00000008:00010000:1.0:1787827058.143382:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.143384:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.143392:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143400:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4825088 4829183) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143409:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143416:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143422:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143430:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4825088, 4829184) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.143435:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1178 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.143455:0:20502:0:(rw26.c:875:ll_write_end()) pos 4825088, len 4096, copied 4096 00000080:00200000:1.0:1787827058.143460:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000278ec5d5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1178] 00000080:00200000:1.0:1787827058.143463:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000083abf17e 17ffffc0001001 3:0 ffffa0e3d84913a0 1178 lru 00000080:00200000:1.0:1787827058.143468:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c49e7bb5 1178: 1< 0 - - > 2< 4825088 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483983360 - | - - + - > 5< - - + - | 0 - | 154 - -> 00000080:00200000:1.0:1787827058.143470:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000278ec5d5 00000080:00200000:1.0:1787827058.143472:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.143474:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.143482:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143491:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143498:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143505:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143515:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.143518:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.143520:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.143526:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.143528:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.143530:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.143534:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143541:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.143548:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.143550:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.143555:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.143557:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1178, 1178] 00000080:00200000:1.0:1787827058.143561:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.143563:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.143567:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4829184 i_blocks 8192 00000080:00200000:1.0:1787827058.143570:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.143616:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4829184, count: 4096 00000080:00200000:1.0:1787827058.143619:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4829184, bytes: 4096 00000080:00200000:1.0:1787827058.143622:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.143625:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1180, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.143627:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4829184, 4833280) 0 0 00000080:00200000:1.0:1787827058.143630:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.143635:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1179, 1179] 00020000:00200000:1.0:1787827058.143638:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4829184 chunk: [4829184, 4833280) 4833280, 4096 00020000:00200000:1.0:1787827058.143640:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.143645:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1179, 1179] 00000008:00010000:1.0:1787827058.143650:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.143653:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.143660:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143668:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4829184 4833279) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143678:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143686:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143698:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143706:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4829184, 4833280) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.143729:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1179 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.143745:0:20502:0:(rw26.c:875:ll_write_end()) pos 4829184, len 4096, copied 4096 00000080:00200000:1.0:1787827058.143749:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a545e7c6[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1179] 00000080:00200000:1.0:1787827058.143751:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000456f72ad 17ffffc0001001 3:0 ffffa0e3d8491828 1179 lru 00000080:00200000:1.0:1787827058.143757:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000aa5155ed 1179: 1< 0 - - > 2< 4829184 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483979264 - | - - + - > 5< - - + - | 0 - | 155 - -> 00000080:00200000:1.0:1787827058.143759:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a545e7c6 00000080:00200000:1.0:1787827058.143760:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.143763:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.143771:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143778:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143785:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.143793:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143804:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.143807:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.143810:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.143816:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.143818:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.143820:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.143824:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143832:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.143839:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.143842:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.143846:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.143849:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1179, 1179] 00000080:00200000:1.0:1787827058.143853:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.143856:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.143860:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4833280 i_blocks 8192 00000080:00200000:1.0:1787827058.143862:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.143909:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4833280, count: 4096 00000080:00200000:1.0:1787827058.143914:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4833280, bytes: 4096 00000080:00200000:1.0:1787827058.143916:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.143919:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1181, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.143920:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4833280, 4837376) 0 0 00000080:00200000:1.0:1787827058.143923:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.143928:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1180, 1180] 00020000:00200000:1.0:1787827058.143931:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4833280 chunk: [4833280, 4837376) 4837376, 4096 00020000:00200000:1.0:1787827058.143933:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.143938:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1180, 1180] 00000008:00010000:1.0:1787827058.143943:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.143945:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.143954:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143963:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4833280 4837375) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143972:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143979:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.143985:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.143993:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4833280, 4837376) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.143999:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1180 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.144016:0:20502:0:(rw26.c:875:ll_write_end()) pos 4833280, len 4096, copied 4096 00000080:00200000:1.0:1787827058.144020:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006a4da838[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1180] 00000080:00200000:1.0:1787827058.144023:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e1371cd5 17ffffc0001001 3:0 ffffa0e3d8491e80 1180 lru 00000080:00200000:1.0:1787827058.144028:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000320d1bec 1180: 1< 0 - - > 2< 4833280 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483975168 - | - - + - > 5< - - + - | 0 - | 156 - -> 00000080:00200000:1.0:1787827058.144031:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006a4da838 00000080:00200000:1.0:1787827058.144032:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.144034:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.144041:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144050:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144057:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144064:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144075:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.144078:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.144080:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.144085:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.144087:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.144089:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.144093:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144101:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.144109:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.144112:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.144116:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.144119:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1180, 1180] 00000080:00200000:1.0:1787827058.144122:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.144125:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.144129:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4837376 i_blocks 8192 00000080:00200000:1.0:1787827058.144132:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.144178:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4837376, count: 4096 00000080:00200000:1.0:1787827058.144182:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4837376, bytes: 4096 00000080:00200000:1.0:1787827058.144184:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.144187:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1182, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.144189:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4837376, 4841472) 0 0 00000080:00200000:1.0:1787827058.144191:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.144196:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1181, 1181] 00020000:00200000:1.0:1787827058.144199:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4837376 chunk: [4837376, 4841472) 4841472, 4096 00020000:00200000:1.0:1787827058.144202:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.144207:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1181, 1181] 00000008:00010000:1.0:1787827058.144213:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.144215:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.144223:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144231:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4837376 4841471) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144240:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144247:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144254:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144261:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4837376, 4841472) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.144266:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1181 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.144283:0:20502:0:(rw26.c:875:ll_write_end()) pos 4837376, len 4096, copied 4096 00000080:00200000:1.0:1787827058.144288:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000420a0895[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1181] 00000080:00200000:1.0:1787827058.144291:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006218ab77 17ffffc0001001 3:0 ffffa0e3d8491910 1181 lru 00000080:00200000:1.0:1787827058.144297:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b453a54e 1181: 1< 0 - - > 2< 4837376 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483971072 - | - - + - > 5< - - + - | 0 - | 157 - -> 00000080:00200000:1.0:1787827058.144299:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000420a0895 00000080:00200000:1.0:1787827058.144300:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.144302:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.144311:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144318:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144339:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144347:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144359:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.144362:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.144364:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.144370:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.144373:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.144376:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.144380:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144388:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.144397:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.144400:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.144403:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.144406:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1181, 1181] 00000080:00200000:1.0:1787827058.144409:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.144412:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.144416:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4841472 i_blocks 8192 00000080:00200000:1.0:1787827058.144420:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.144465:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4841472, count: 4096 00000080:00200000:1.0:1787827058.144470:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4841472, bytes: 4096 00000080:00200000:1.0:1787827058.144472:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.144476:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1183, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.144477:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4841472, 4845568) 0 0 00000080:00200000:1.0:1787827058.144479:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.144484:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1182, 1182] 00020000:00200000:1.0:1787827058.144488:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4841472 chunk: [4841472, 4845568) 4845568, 4096 00020000:00200000:1.0:1787827058.144490:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.144495:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1182, 1182] 00000008:00010000:1.0:1787827058.144500:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.144502:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.144509:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144517:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4841472 4845567) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144527:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144540:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144547:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144554:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4841472, 4845568) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.144560:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1182 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.144574:0:20502:0:(rw26.c:875:ll_write_end()) pos 4841472, len 4096, copied 4096 00000080:00200000:1.0:1787827058.144578:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000cd5e8249[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1182] 00000080:00200000:1.0:1787827058.144581:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005a0a23b0 17ffffc0001001 3:0 ffffa0e3d8491000 1182 lru 00000080:00200000:1.0:1787827058.144586:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dec3fb9b 1182: 1< 0 - - > 2< 4841472 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483966976 - | - - + - > 5< - - + - | 0 - | 158 - -> 00000080:00200000:1.0:1787827058.144588:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000cd5e8249 00000080:00200000:1.0:1787827058.144589:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.144591:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.144599:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144607:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144614:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144622:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144637:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.144640:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.144642:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.144648:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.144650:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.144653:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.144657:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144664:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.144673:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.144675:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.144679:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.144682:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1182, 1182] 00000080:00200000:1.0:1787827058.144686:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.144689:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.144694:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4845568 i_blocks 8192 00000080:00200000:1.0:1787827058.144697:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.144761:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4845568, count: 4096 00000080:00200000:1.0:1787827058.144766:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4845568, bytes: 4096 00000080:00200000:1.0:1787827058.144768:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.144772:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1184, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.144774:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4845568, 4849664) 0 0 00000080:00200000:1.0:1787827058.144776:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.144782:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1183, 1183] 00020000:00200000:1.0:1787827058.144785:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4845568 chunk: [4845568, 4849664) 4849664, 4096 00020000:00200000:1.0:1787827058.144788:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.144793:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1183, 1183] 00000008:00010000:1.0:1787827058.144798:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.144800:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.144807:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144815:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4845568 4849663) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144824:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144831:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144838:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144845:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4845568, 4849664) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.144850:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1183 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.144866:0:20502:0:(rw26.c:875:ll_write_end()) pos 4845568, len 4096, copied 4096 00000080:00200000:1.0:1787827058.144871:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005bb491e9[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1183] 00000080:00200000:1.0:1787827058.144873:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000959a48a5 17ffffc0001001 3:0 ffffa0e3d8491cb0 1183 lru 00000080:00200000:1.0:1787827058.144878:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000098c534a 1183: 1< 0 - - > 2< 4845568 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483962880 - | - - + - > 5< - - + - | 0 - | 159 - -> 00000080:00200000:1.0:1787827058.144880:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005bb491e9 00000080:00200000:1.0:1787827058.144881:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.144883:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.144891:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144898:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144906:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.144913:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.144923:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.144927:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.144929:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.144935:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.144938:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.144940:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.144944:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.144952:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.144960:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.144962:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.144967:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.144970:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1183, 1183] 00000080:00200000:1.0:1787827058.144974:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.144977:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.144981:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4849664 i_blocks 8192 00000080:00200000:1.0:1787827058.144984:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.145030:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4849664, count: 4096 00000080:00200000:1.0:1787827058.145034:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4849664, bytes: 4096 00000080:00200000:1.0:1787827058.145036:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.145040:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1185, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.145042:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4849664, 4853760) 0 0 00000080:00200000:1.0:1787827058.145044:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.145050:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1184, 1184] 00020000:00200000:1.0:1787827058.145053:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4849664 chunk: [4849664, 4853760) 4853760, 4096 00020000:00200000:1.0:1787827058.145055:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.145059:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1184, 1184] 00000008:00010000:1.0:1787827058.145064:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.145066:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.145074:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145082:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4849664 4853759) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145091:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145099:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145106:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145115:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4849664, 4853760) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.145120:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1184 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.145135:0:20502:0:(rw26.c:875:ll_write_end()) pos 4849664, len 4096, copied 4096 00000080:00200000:1.0:1787827058.145139:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e0429ac4[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1184] 00000080:00200000:1.0:1787827058.145142:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000012869d93 17ffffc0001001 3:0 ffffa0e3d8491ae0 1184 lru 00000080:00200000:1.0:1787827058.145147:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009eb0090d 1184: 1< 0 - - > 2< 4849664 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483958784 - | - - + - > 5< - - + - | 0 - | 160 - -> 00000080:00200000:1.0:1787827058.145149:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e0429ac4 00000080:00200000:1.0:1787827058.145150:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.145152:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.145161:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145169:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145176:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145184:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145196:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.145199:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.145202:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.145207:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.145210:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.145213:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.145217:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145226:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.145234:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.145237:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.145240:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.145243:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1184, 1184] 00000080:00200000:1.0:1787827058.145247:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.145250:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.145254:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4853760 i_blocks 8192 00000080:00200000:1.0:1787827058.145257:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.145303:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4853760, count: 4096 00000080:00200000:1.0:1787827058.145308:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4853760, bytes: 4096 00000080:00200000:1.0:1787827058.145311:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.145314:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1186, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.145316:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4853760, 4857856) 0 0 00000080:00200000:1.0:1787827058.145318:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.145337:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1185, 1185] 00020000:00200000:1.0:1787827058.145340:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4853760 chunk: [4853760, 4857856) 4857856, 4096 00020000:00200000:1.0:1787827058.145343:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.145348:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1185, 1185] 00000008:00010000:1.0:1787827058.145354:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.145356:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.145364:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145373:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4853760 4857855) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145382:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145389:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145396:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145404:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4853760, 4857856) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.145409:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1185 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.145425:0:20502:0:(rw26.c:875:ll_write_end()) pos 4853760, len 4096, copied 4096 00000080:00200000:1.0:1787827058.145429:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fc6feeb1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1185] 00000080:00200000:1.0:1787827058.145432:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000001396aae 17ffffc0001001 3:0 ffffa0e3d84912b8 1185 lru 00000080:00200000:1.0:1787827058.145437:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000000be0d1dc 1185: 1< 0 - - > 2< 4853760 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483954688 - | - - + - > 5< - - + - | 0 - | 161 - -> 00000080:00200000:1.0:1787827058.145439:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fc6feeb1 00000080:00200000:1.0:1787827058.145440:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.145442:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.145450:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145457:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145465:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145477:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145488:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.145491:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.145493:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.145498:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.145500:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.145503:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.145507:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145514:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.145522:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.145525:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.145529:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.145532:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1185, 1185] 00000080:00200000:1.0:1787827058.145535:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.145538:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.145542:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4857856 i_blocks 8192 00000080:00200000:1.0:1787827058.145544:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.145585:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4857856, count: 4096 00000080:00200000:1.0:1787827058.145589:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4857856, bytes: 4096 00000080:00200000:1.0:1787827058.145592:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.145596:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1187, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.145597:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4857856, 4861952) 0 0 00000080:00200000:1.0:1787827058.145600:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.145605:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1186, 1186] 00020000:00200000:1.0:1787827058.145608:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4857856 chunk: [4857856, 4861952) 4861952, 4096 00020000:00200000:1.0:1787827058.145610:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.145615:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1186, 1186] 00000008:00010000:1.0:1787827058.145620:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.145622:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.145629:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145638:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4857856 4861951) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145647:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145653:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145660:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145668:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4857856, 4861952) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.145673:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1186 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.145689:0:20502:0:(rw26.c:875:ll_write_end()) pos 4857856, len 4096, copied 4096 00000080:00200000:1.0:1787827058.145694:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000d19e746[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1186] 00000080:00200000:1.0:1787827058.145697:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f710dc3a 17ffffc0001001 3:0 ffffa0e3d8491bc8 1186 lru 00000080:00200000:1.0:1787827058.145702:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001bf28a1a 1186: 1< 0 - - > 2< 4857856 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483950592 - | - - + - > 5< - - + - | 0 - | 162 - -> 00000080:00200000:1.0:1787827058.145704:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000d19e746 00000080:00200000:1.0:1787827058.145705:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.145708:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.145734:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145742:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145748:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.145755:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145766:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.145768:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.145770:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.145778:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.145780:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.145783:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.145786:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145795:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.145803:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.145805:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.145809:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.145812:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1186, 1186] 00000080:00200000:1.0:1787827058.145815:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.145818:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.145822:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4861952 i_blocks 8192 00000080:00200000:1.0:1787827058.145825:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.145870:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4861952, count: 4096 00000080:00200000:1.0:1787827058.145875:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4861952, bytes: 4096 00000080:00200000:1.0:1787827058.145878:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.145881:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1188, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.145883:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4861952, 4866048) 0 0 00000080:00200000:1.0:1787827058.145885:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.145890:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1187, 1187] 00020000:00200000:1.0:1787827058.145893:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4861952 chunk: [4861952, 4866048) 4866048, 4096 00020000:00200000:1.0:1787827058.145896:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.145901:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1187, 1187] 00000008:00010000:1.0:1787827058.145906:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.145908:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.145915:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145924:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4861952 4866047) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145932:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145939:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.145951:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.145959:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4861952, 4866048) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.145964:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1187 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.145979:0:20502:0:(rw26.c:875:ll_write_end()) pos 4861952, len 4096, copied 4096 00000080:00200000:1.0:1787827058.145983:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000149d9d6d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1187] 00000080:00200000:1.0:1787827058.145985:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005117d2d2 17ffffc0001001 3:0 ffffa0e3d8491658 1187 lru 00000080:00200000:1.0:1787827058.145990:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e3a9e422 1187: 1< 0 - - > 2< 4861952 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483946496 - | - - + - > 5< - - + - | 0 - | 163 - -> 00000080:00200000:1.0:1787827058.145992:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000149d9d6d 00000080:00200000:1.0:1787827058.145993:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.145995:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.146002:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146009:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146016:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146024:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146036:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.146039:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.146042:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.146048:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.146051:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.146053:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.146057:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146065:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.146073:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.146076:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.146080:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.146082:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1187, 1187] 00000080:00200000:1.0:1787827058.146086:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.146089:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.146094:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4866048 i_blocks 8192 00000080:00200000:1.0:1787827058.146097:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.146145:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4866048, count: 4096 00000080:00200000:1.0:1787827058.146149:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4866048, bytes: 4096 00000080:00200000:1.0:1787827058.146151:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.146155:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1189, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.146157:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4866048, 4870144) 0 0 00000080:00200000:1.0:1787827058.146159:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.146164:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1188, 1188] 00020000:00200000:1.0:1787827058.146167:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4866048 chunk: [4866048, 4870144) 4870144, 4096 00020000:00200000:1.0:1787827058.146170:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.146175:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1188, 1188] 00000008:00010000:1.0:1787827058.146181:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.146183:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.146191:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146201:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4866048 4870143) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146209:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146217:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146224:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146231:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4866048, 4870144) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.146236:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1188 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.146258:0:20502:0:(rw26.c:875:ll_write_end()) pos 4866048, len 4096, copied 4096 00000080:00200000:1.0:1787827058.146263:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000093ee59a1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1188] 00000080:00200000:1.0:1787827058.146265:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000095f26334 17ffffc0001021 2:0 ffffa0e3d84911d0 1188 lru 00000080:00200000:1.0:1787827058.146270:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006160e929 1188: 1< 0 - - > 2< 4866048 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483942400 - | - - + - > 5< - - + - | 0 - | 164 - -> 00000080:00200000:1.0:1787827058.146272:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000093ee59a1 00000080:00200000:1.0:1787827058.146273:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.146275:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.146282:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146289:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146297:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146304:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146315:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.146318:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.146320:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.146340:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.146342:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.146345:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.146349:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146359:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.146366:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.146368:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.146372:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.146375:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1188, 1188] 00000080:00200000:1.0:1787827058.146379:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.146382:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.146386:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4870144 i_blocks 8192 00000080:00200000:1.0:1787827058.146389:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.146437:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4870144, count: 4096 00000080:00200000:1.0:1787827058.146442:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4870144, bytes: 4096 00000080:00200000:1.0:1787827058.146444:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.146448:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1190, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.146449:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4870144, 4874240) 0 0 00000080:00200000:1.0:1787827058.146452:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.146457:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1189, 1189] 00020000:00200000:1.0:1787827058.146459:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4870144 chunk: [4870144, 4874240) 4874240, 4096 00020000:00200000:1.0:1787827058.146461:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.146466:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1189, 1189] 00000008:00010000:1.0:1787827058.146471:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.146473:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.146481:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146490:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4870144 4874239) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146499:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146507:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146515:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146522:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4870144, 4874240) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.146527:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1189 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.146543:0:20502:0:(rw26.c:875:ll_write_end()) pos 4870144, len 4096, copied 4096 00000080:00200000:1.0:1787827058.146547:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003cf3bf81[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1189] 00000080:00200000:1.0:1787827058.146549:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7a75a5b 17ffffc0001001 3:0 ffffa0e3d84919f8 1189 lru 00000080:00200000:1.0:1787827058.146555:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ef2a88dc 1189: 1< 0 - - > 2< 4870144 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483938304 - | - - + - > 5< - - + - | 0 - | 165 - -> 00000080:00200000:1.0:1787827058.146557:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003cf3bf81 00000080:00200000:1.0:1787827058.146558:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.146560:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.146568:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146576:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146583:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146591:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146602:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.146605:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.146607:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.146612:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.146614:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.146617:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.146621:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146630:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.146639:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.146641:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.146645:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.146647:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1189, 1189] 00000080:00200000:1.0:1787827058.146651:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.146654:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.146658:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4874240 i_blocks 8192 00000080:00200000:1.0:1787827058.146661:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.146706:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4874240, count: 4096 00000080:00200000:1.0:1787827058.146729:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4874240, bytes: 4096 00000080:00200000:1.0:1787827058.146732:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.146735:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1191, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.146737:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4874240, 4878336) 0 0 00000080:00200000:1.0:1787827058.146739:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.146745:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1190, 1190] 00020000:00200000:1.0:1787827058.146748:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4874240 chunk: [4874240, 4878336) 4878336, 4096 00020000:00200000:1.0:1787827058.146750:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.146755:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1190, 1190] 00000008:00010000:1.0:1787827058.146760:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.146762:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.146769:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146776:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4874240 4878335) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146786:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146798:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146805:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146813:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4874240, 4878336) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.146818:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1190 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.146833:0:20502:0:(rw26.c:875:ll_write_end()) pos 4874240, len 4096, copied 4096 00000080:00200000:1.0:1787827058.146838:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a0bee935[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1190] 00000080:00200000:1.0:1787827058.146841:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000adedb7c9 17ffffc0001001 3:0 ffffa0e3d8491488 1190 lru 00000080:00200000:1.0:1787827058.146846:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000015e65c6 1190: 1< 0 - - > 2< 4874240 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483934208 - | - - + - > 5< - - + - | 0 - | 166 - -> 00000080:00200000:1.0:1787827058.146849:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a0bee935 00000080:00200000:1.0:1787827058.146850:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.146852:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.146860:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146867:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146874:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.146880:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.146895:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.146898:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.146900:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.146906:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.146909:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.146912:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.146916:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.146925:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.146933:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.146936:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.146940:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.146943:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1190, 1190] 00000080:00200000:1.0:1787827058.146946:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.146948:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.146952:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4878336 i_blocks 8192 00000080:00200000:1.0:1787827058.146955:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.147001:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4878336, count: 4096 00000080:00200000:1.0:1787827058.147005:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4878336, bytes: 4096 00000080:00200000:1.0:1787827058.147008:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.147011:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1192, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.147013:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4878336, 4882432) 0 0 00000080:00200000:1.0:1787827058.147016:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.147021:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1191, 1191] 00020000:00200000:1.0:1787827058.147024:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4878336 chunk: [4878336, 4882432) 4882432, 4096 00020000:00200000:1.0:1787827058.147026:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.147030:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1191, 1191] 00000008:00010000:1.0:1787827058.147035:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.147037:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.147044:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147053:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4878336 4882431) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147063:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147071:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147078:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147085:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4878336, 4882432) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.147089:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1191 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.147104:0:20502:0:(rw26.c:875:ll_write_end()) pos 4878336, len 4096, copied 4096 00000080:00200000:1.0:1787827058.147109:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000039fd36a3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1191] 00000080:00200000:1.0:1787827058.147112:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001fd55f8c 17ffffc0001001 3:0 ffffa0e3d8491570 1191 lru 00000080:00200000:1.0:1787827058.147117:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d57bf653 1191: 1< 0 - - > 2< 4878336 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483930112 - | - - + - > 5< - - + - | 0 - | 167 - -> 00000080:00200000:1.0:1787827058.147120:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000039fd36a3 00000080:00200000:1.0:1787827058.147121:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.147123:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.147132:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147139:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147146:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147154:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147165:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.147167:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.147169:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.147175:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.147177:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.147180:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.147184:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147192:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.147201:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.147203:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.147208:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.147210:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1191, 1191] 00000080:00200000:1.0:1787827058.147214:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.147217:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.147221:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4882432 i_blocks 8192 00000080:00200000:1.0:1787827058.147224:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.147268:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4882432, count: 4096 00000080:00200000:1.0:1787827058.147273:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4882432, bytes: 4096 00000080:00200000:1.0:1787827058.147275:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.147279:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1193, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.147281:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4882432, 4886528) 0 0 00000080:00200000:1.0:1787827058.147283:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.147289:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1192, 1192] 00020000:00200000:1.0:1787827058.147292:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4882432 chunk: [4882432, 4886528) 4886528, 4096 00020000:00200000:1.0:1787827058.147294:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.147298:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1192, 1192] 00000008:00010000:1.0:1787827058.147303:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.147306:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.147313:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147332:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4882432 4886527) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147341:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147350:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147357:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147366:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4882432, 4886528) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.147372:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1192 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.147389:0:20502:0:(rw26.c:875:ll_write_end()) pos 4882432, len 4096, copied 4096 00000080:00200000:1.0:1787827058.147393:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000089fcc29[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1192] 00000080:00200000:1.0:1787827058.147395:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005c523979 17ffffc0001001 3:0 ffffa0e3d8491d98 1192 lru 00000080:00200000:1.0:1787827058.147401:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006059348a 1192: 1< 0 - - > 2< 4882432 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483926016 - | - - + - > 5< - - + - | 0 - | 168 - -> 00000080:00200000:1.0:1787827058.147403:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000089fcc29 00000080:00200000:1.0:1787827058.147404:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.147406:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.147413:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147421:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147428:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147435:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147447:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.147450:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.147452:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.147458:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.147461:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.147463:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.147467:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147474:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.147482:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.147484:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.147489:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.147492:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1192, 1192] 00000080:00200000:1.0:1787827058.147496:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.147499:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.147504:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4886528 i_blocks 8192 00000080:00200000:1.0:1787827058.147506:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.147552:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4886528, count: 4096 00000080:00200000:1.0:1787827058.147556:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4886528, bytes: 4096 00000080:00200000:1.0:1787827058.147559:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.147562:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1194, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.147564:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4886528, 4890624) 0 0 00000080:00200000:1.0:1787827058.147566:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.147571:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1193, 1193] 00020000:00200000:1.0:1787827058.147574:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4886528 chunk: [4886528, 4890624) 4890624, 4096 00020000:00200000:1.0:1787827058.147576:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.147581:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1193, 1193] 00000008:00010000:1.0:1787827058.147586:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.147588:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.147596:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147604:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4886528 4890623) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147613:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147620:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147627:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147635:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4886528, 4890624) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.147640:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1193 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.147655:0:20502:0:(rw26.c:875:ll_write_end()) pos 4886528, len 4096, copied 4096 00000080:00200000:1.0:1787827058.147659:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f731c968[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1193] 00000080:00200000:1.0:1787827058.147663:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000004dcbcc9 17ffffc0001001 3:0 ffffa0e3d8491740 1193 lru 00000080:00200000:1.0:1787827058.147668:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000015558d78 1193: 1< 0 - - > 2< 4886528 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483921920 - | - - + - > 5< - - + - | 0 - | 169 - -> 00000080:00200000:1.0:1787827058.147670:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f731c968 00000080:00200000:1.0:1787827058.147672:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.147674:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.147680:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147687:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147694:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147706:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147733:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.147736:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.147739:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.147744:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.147746:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.147748:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.147753:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147761:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.147768:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.147771:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.147774:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.147777:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1193, 1193] 00000080:00200000:1.0:1787827058.147781:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.147784:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.147788:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4890624 i_blocks 8192 00000080:00200000:1.0:1787827058.147791:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.147837:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4890624, count: 4096 00000080:00200000:1.0:1787827058.147840:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4890624, bytes: 4096 00000080:00200000:1.0:1787827058.147843:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.147847:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1195, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.147848:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4890624, 4894720) 0 0 00000080:00200000:1.0:1787827058.147851:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.147856:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1194, 1194] 00020000:00200000:1.0:1787827058.147859:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4890624 chunk: [4890624, 4894720) 4894720, 4096 00020000:00200000:1.0:1787827058.147862:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.147867:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1194, 1194] 00000008:00010000:1.0:1787827058.147872:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.147875:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.147883:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147892:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4890624 4894719) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147902:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147909:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.147916:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.147923:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4890624, 4894720) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.147928:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1194 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.147953:0:20502:0:(rw26.c:875:ll_write_end()) pos 4890624, len 4096, copied 4096 00000080:00200000:1.0:1787827058.147959:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b4e9f83c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1194] 00000080:00200000:1.0:1787827058.147961:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef9dc4af 17ffffc0001001 3:0 ffffa0e3c8bdf828 1194 lru 00000080:00200000:1.0:1787827058.147967:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000786a3d98 1194: 1< 0 - - > 2< 4890624 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483917824 - | - - + - > 5< - - + - | 0 - | 170 - -> 00000080:00200000:1.0:1787827058.147971:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b4e9f83c 00000080:00200000:1.0:1787827058.147972:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.147974:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.147983:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147989:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.147996:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148004:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148015:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.148017:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.148019:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.148025:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.148027:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.148029:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.148034:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148041:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.148049:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.148052:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.148056:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.148060:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1194, 1194] 00000080:00200000:1.0:1787827058.148063:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.148066:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.148070:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4894720 i_blocks 8192 00000080:00200000:1.0:1787827058.148073:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.148118:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4894720, count: 4096 00000080:00200000:1.0:1787827058.148122:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4894720, bytes: 4096 00000080:00200000:1.0:1787827058.148125:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.148129:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1196, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.148130:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4894720, 4898816) 0 0 00000080:00200000:1.0:1787827058.148133:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.148138:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1195, 1195] 00020000:00200000:1.0:1787827058.148141:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4894720 chunk: [4894720, 4898816) 4898816, 4096 00020000:00200000:1.0:1787827058.148143:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.148147:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1195, 1195] 00000008:00010000:1.0:1787827058.148152:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.148154:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.148162:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148170:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4894720 4898815) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148178:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148186:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148197:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148206:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4894720, 4898816) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.148211:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1195 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.148226:0:20502:0:(rw26.c:875:ll_write_end()) pos 4894720, len 4096, copied 4096 00000080:00200000:1.0:1787827058.148230:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c8ca2944[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1195] 00000080:00200000:1.0:1787827058.148233:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f14672fa 17ffffc0001001 3:0 ffffa0e3c8bdfe80 1195 lru 00000080:00200000:1.0:1787827058.148239:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd3f96d1 1195: 1< 0 - - > 2< 4894720 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483913728 - | - - + - > 5< - - + - | 0 - | 171 - -> 00000080:00200000:1.0:1787827058.148241:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c8ca2944 00000080:00200000:1.0:1787827058.148242:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.148244:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.148251:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148258:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148265:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148273:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148285:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.148288:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.148290:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.148296:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.148298:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.148300:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.148304:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148313:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.148320:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.148335:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.148339:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.148342:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1195, 1195] 00000080:00200000:1.0:1787827058.148347:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.148349:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.148354:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4898816 i_blocks 8192 00000080:00200000:1.0:1787827058.148356:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.148400:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4898816, count: 4096 00000080:00200000:1.0:1787827058.148404:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4898816, bytes: 4096 00000080:00200000:1.0:1787827058.148407:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.148410:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1197, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.148411:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4898816, 4902912) 0 0 00000080:00200000:1.0:1787827058.148414:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.148419:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1196, 1196] 00020000:00200000:1.0:1787827058.148422:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4898816 chunk: [4898816, 4902912) 4902912, 4096 00020000:00200000:1.0:1787827058.148424:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.148430:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1196, 1196] 00000008:00010000:1.0:1787827058.148435:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.148437:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.148445:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148453:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4898816 4902911) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148462:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148470:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148477:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148484:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4898816, 4902912) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.148489:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1196 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.148504:0:20502:0:(rw26.c:875:ll_write_end()) pos 4898816, len 4096, copied 4096 00000080:00200000:1.0:1787827058.148509:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008cf3ab8b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1196] 00000080:00200000:1.0:1787827058.148512:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c10edea3 17ffffc0001001 3:0 ffffa0e3c8bdf910 1196 lru 00000080:00200000:1.0:1787827058.148517:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000012bbf84b 1196: 1< 0 - - > 2< 4898816 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483909632 - | - - + - > 5< - - + - | 0 - | 172 - -> 00000080:00200000:1.0:1787827058.148519:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008cf3ab8b 00000080:00200000:1.0:1787827058.148520:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.148522:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.148530:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148537:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148544:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148551:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148561:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.148563:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.148566:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.148571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.148573:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.148575:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.148579:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148587:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.148595:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.148597:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.148602:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.148605:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1196, 1196] 00000080:00200000:1.0:1787827058.148609:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.148612:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.148616:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4902912 i_blocks 8192 00000080:00200000:1.0:1787827058.148618:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.148664:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4902912, count: 4096 00000080:00200000:1.0:1787827058.148669:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4902912, bytes: 4096 00000080:00200000:1.0:1787827058.148671:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.148675:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1198, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.148676:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4902912, 4907008) 0 0 00000080:00200000:1.0:1787827058.148679:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.148684:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1197, 1197] 00020000:00200000:1.0:1787827058.148687:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4902912 chunk: [4902912, 4907008) 4907008, 4096 00020000:00200000:1.0:1787827058.148689:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.148694:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1197, 1197] 00000008:00010000:1.0:1787827058.148698:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.148700:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.148708:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148732:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4902912 4907007) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148741:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148748:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148755:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148762:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4902912, 4907008) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.148767:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1197 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.148783:0:20502:0:(rw26.c:875:ll_write_end()) pos 4902912, len 4096, copied 4096 00000080:00200000:1.0:1787827058.148788:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ede9b041[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1197] 00000080:00200000:1.0:1787827058.148790:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000066f84573 17ffffc0001001 3:0 ffffa0e3c8bdf000 1197 lru 00000080:00200000:1.0:1787827058.148795:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000413a9dc7 1197: 1< 0 - - > 2< 4902912 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483905536 - | - - + - > 5< - - + - | 0 - | 173 - -> 00000080:00200000:1.0:1787827058.148798:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ede9b041 00000080:00200000:1.0:1787827058.148799:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.148801:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.148809:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148816:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148822:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.148829:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.148839:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.148842:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.148844:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.148850:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.148852:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.148854:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.148858:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148866:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.148874:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.148876:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.148880:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.148883:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1197, 1197] 00000080:00200000:1.0:1787827058.148887:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.148890:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.148894:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4907008 i_blocks 8192 00000080:00200000:1.0:1787827058.148896:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.148940:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4907008, count: 4096 00000080:00200000:1.0:1787827058.148943:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4907008, bytes: 4096 00000080:00200000:1.0:1787827058.148946:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.148949:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1199, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.148951:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4907008, 4911104) 0 0 00000080:00200000:1.0:1787827058.148953:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.148957:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1198, 1198] 00020000:00200000:1.0:1787827058.148960:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4907008 chunk: [4907008, 4911104) 4911104, 4096 00020000:00200000:1.0:1787827058.148962:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.148967:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1198, 1198] 00000008:00010000:1.0:1787827058.148972:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.148974:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.148982:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148991:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4907008 4911103) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.148999:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149012:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149019:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149027:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4907008, 4911104) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.149033:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1198 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.149049:0:20502:0:(rw26.c:875:ll_write_end()) pos 4907008, len 4096, copied 4096 00000080:00200000:1.0:1787827058.149053:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000066572ab4[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1198] 00000080:00200000:1.0:1787827058.149056:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000059fa25dd 17ffffc0001001 3:0 ffffa0e3c8bdfcb0 1198 lru 00000080:00200000:1.0:1787827058.149061:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fd7fbbf6 1198: 1< 0 - - > 2< 4907008 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483901440 - | - - + - > 5< - - + - | 0 - | 174 - -> 00000080:00200000:1.0:1787827058.149063:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000066572ab4 00000080:00200000:1.0:1787827058.149064:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.149066:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.149074:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149082:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149090:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149098:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149114:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.149117:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.149119:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.149125:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.149128:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.149130:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.149134:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149142:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.149151:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.149153:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.149157:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.149160:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1198, 1198] 00000080:00200000:1.0:1787827058.149164:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.149167:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.149171:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4911104 i_blocks 8192 00000080:00200000:1.0:1787827058.149174:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.149219:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4911104, count: 4096 00000080:00200000:1.0:1787827058.149223:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4911104, bytes: 4096 00000080:00200000:1.0:1787827058.149226:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.149229:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1200, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.149230:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4911104, 4915200) 0 0 00000080:00200000:1.0:1787827058.149233:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.149239:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1199, 1199] 00020000:00200000:1.0:1787827058.149242:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4911104 chunk: [4911104, 4915200) 4915200, 4096 00020000:00200000:1.0:1787827058.149244:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.149249:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1199, 1199] 00000008:00010000:1.0:1787827058.149254:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.149257:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.149264:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149272:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4911104 4915199) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149281:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149288:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149294:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149303:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4911104, 4915200) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.149308:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1199 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.149338:0:20502:0:(rw26.c:875:ll_write_end()) pos 4911104, len 4096, copied 4096 00000080:00200000:1.0:1787827058.149342:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008ad02ed7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1199] 00000080:00200000:1.0:1787827058.149345:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000025c314ad 17ffffc0001001 3:0 ffffa0e3c8bdfae0 1199 lru 00000080:00200000:1.0:1787827058.149349:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9adcede 1199: 1< 0 - - > 2< 4911104 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483897344 - | - - + - > 5< - - + - | 0 - | 175 - -> 00000080:00200000:1.0:1787827058.149352:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008ad02ed7 00000080:00200000:1.0:1787827058.149353:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.149355:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.149363:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149372:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149378:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149386:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149398:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.149401:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.149403:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.149409:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.149411:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.149413:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.149417:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149424:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.149432:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.149434:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.149438:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.149441:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1199, 1199] 00000080:00200000:1.0:1787827058.149445:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.149447:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.149452:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4915200 i_blocks 8192 00000080:00200000:1.0:1787827058.149455:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.149502:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4915200, count: 4096 00000080:00200000:1.0:1787827058.149506:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4915200, bytes: 4096 00000080:00200000:1.0:1787827058.149508:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.149512:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1201, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.149513:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4915200, 4919296) 0 0 00000080:00200000:1.0:1787827058.149515:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.149521:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1200, 1200] 00020000:00200000:1.0:1787827058.149524:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4915200 chunk: [4915200, 4919296) 4919296, 4096 00020000:00200000:1.0:1787827058.149526:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.149531:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1200, 1200] 00000008:00010000:1.0:1787827058.149536:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.149539:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.149546:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149554:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4915200 4919295) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149562:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149569:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149576:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149584:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4915200, 4919296) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.149589:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1200 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.149605:0:20502:0:(rw26.c:875:ll_write_end()) pos 4915200, len 4096, copied 4096 00000080:00200000:1.0:1787827058.149609:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005cb2a011[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1200] 00000080:00200000:1.0:1787827058.149611:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000834fefb7 17ffffc0001001 3:0 ffffa0e3c8bdf2b8 1200 lru 00000080:00200000:1.0:1787827058.149617:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfc1ca35 1200: 1< 0 - - > 2< 4915200 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483893248 - | - - + - > 5< - - + - | 0 - | 176 - -> 00000080:00200000:1.0:1787827058.149619:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005cb2a011 00000080:00200000:1.0:1787827058.149620:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.149622:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.149630:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149639:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149646:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149653:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149662:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.149664:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.149666:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.149672:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.149674:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.149676:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.149681:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149688:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.149697:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.149699:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.149704:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.149706:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1200, 1200] 00000080:00200000:1.0:1787827058.149709:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.149736:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.149740:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4919296 i_blocks 8192 00000080:00200000:1.0:1787827058.149743:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.149795:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4919296, count: 4096 00000080:00200000:1.0:1787827058.149800:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4919296, bytes: 4096 00000080:00200000:1.0:1787827058.149802:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.149806:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1202, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.149808:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4919296, 4923392) 0 0 00000080:00200000:1.0:1787827058.149810:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.149815:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1201, 1201] 00020000:00200000:1.0:1787827058.149817:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4919296 chunk: [4919296, 4923392) 4923392, 4096 00020000:00200000:1.0:1787827058.149819:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.149823:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1201, 1201] 00000008:00010000:1.0:1787827058.149829:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.149831:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.149838:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149845:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4919296 4923391) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149855:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149862:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149870:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149878:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4919296, 4923392) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.149883:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1201 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.149897:0:20502:0:(rw26.c:875:ll_write_end()) pos 4919296, len 4096, copied 4096 00000080:00200000:1.0:1787827058.149901:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000066301e60[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1201] 00000080:00200000:1.0:1787827058.149903:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c09afa11 17ffffc0001001 3:0 ffffa0e3c8bdfbc8 1201 lru 00000080:00200000:1.0:1787827058.149909:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001e8672db 1201: 1< 0 - - > 2< 4919296 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483889152 - | - - + - > 5< - - + - | 0 - | 177 - -> 00000080:00200000:1.0:1787827058.149911:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000066301e60 00000080:00200000:1.0:1787827058.149912:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.149914:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.149921:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149929:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149935:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.149948:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.149958:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.149960:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.149962:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.149967:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.149969:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.149972:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.149975:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.149982:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.149989:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.149992:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.149995:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.149998:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1201, 1201] 00000080:00200000:1.0:1787827058.150001:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.150004:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.150008:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4923392 i_blocks 8192 00000080:00200000:1.0:1787827058.150010:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.150053:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4923392, count: 4096 00000080:00200000:1.0:1787827058.150056:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4923392, bytes: 4096 00000080:00200000:1.0:1787827058.150058:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.150062:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1203, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.150063:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4923392, 4927488) 0 0 00000080:00200000:1.0:1787827058.150066:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.150071:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1202, 1202] 00020000:00200000:1.0:1787827058.150074:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4923392 chunk: [4923392, 4927488) 4927488, 4096 00020000:00200000:1.0:1787827058.150076:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.150081:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1202, 1202] 00000008:00010000:1.0:1787827058.150085:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.150088:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.150095:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150103:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4923392 4927487) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150111:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150118:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150125:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150133:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4923392, 4927488) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.150138:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1202 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.150154:0:20502:0:(rw26.c:875:ll_write_end()) pos 4923392, len 4096, copied 4096 00000080:00200000:1.0:1787827058.150159:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002fb026e2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1202] 00000080:00200000:1.0:1787827058.150162:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000030d80f32 17ffffc0001001 3:0 ffffa0e3c8bdf658 1202 lru 00000080:00200000:1.0:1787827058.150167:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000098790b2e 1202: 1< 0 - - > 2< 4923392 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483885056 - | - - + - > 5< - - + - | 0 - | 178 - -> 00000080:00200000:1.0:1787827058.150170:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002fb026e2 00000080:00200000:1.0:1787827058.150171:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.150172:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.150179:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150188:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150195:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150202:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150214:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.150217:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.150219:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.150225:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.150227:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.150230:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.150234:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150243:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.150251:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.150253:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.150257:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.150260:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1202, 1202] 00000080:00200000:1.0:1787827058.150263:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.150266:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.150270:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4927488 i_blocks 8192 00000080:00200000:1.0:1787827058.150273:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.150320:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4927488, count: 4096 00000080:00200000:1.0:1787827058.150337:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4927488, bytes: 4096 00000080:00200000:1.0:1787827058.150339:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.150342:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1204, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.150344:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4927488, 4931584) 0 0 00000080:00200000:1.0:1787827058.150346:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.150352:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1203, 1203] 00020000:00200000:1.0:1787827058.150355:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4927488 chunk: [4927488, 4931584) 4931584, 4096 00020000:00200000:1.0:1787827058.150357:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.150362:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1203, 1203] 00000008:00010000:1.0:1787827058.150367:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.150370:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.150377:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150387:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4927488 4931583) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150396:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150403:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150416:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150423:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4927488, 4931584) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.150428:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1203 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.150449:0:20502:0:(rw26.c:875:ll_write_end()) pos 4927488, len 4096, copied 4096 00000080:00200000:1.0:1787827058.150454:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000058a9857d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1203] 00000080:00200000:1.0:1787827058.150456:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e762da65 17ffffc0001021 2:0 ffffa0e3c8bdf1d0 1203 lru 00000080:00200000:1.0:1787827058.150462:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000467891dd 1203: 1< 0 - - > 2< 4927488 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483880960 - | - - + - > 5< - - + - | 0 - | 179 - -> 00000080:00200000:1.0:1787827058.150464:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000058a9857d 00000080:00200000:1.0:1787827058.150466:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.150468:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.150475:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150483:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150490:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150498:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150509:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.150512:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.150514:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.150520:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.150522:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.150525:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.150529:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150536:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.150545:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.150547:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.150551:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.150553:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1203, 1203] 00000080:00200000:1.0:1787827058.150556:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.150559:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.150564:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4931584 i_blocks 8192 00000080:00200000:1.0:1787827058.150566:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.150611:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4931584, count: 4096 00000080:00200000:1.0:1787827058.150615:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4931584, bytes: 4096 00000080:00200000:1.0:1787827058.150618:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.150621:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1205, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.150623:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4931584, 4935680) 0 0 00000080:00200000:1.0:1787827058.150625:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.150630:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1204, 1204] 00020000:00200000:1.0:1787827058.150633:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4931584 chunk: [4931584, 4935680) 4935680, 4096 00020000:00200000:1.0:1787827058.150635:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.150640:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1204, 1204] 00000008:00010000:1.0:1787827058.150644:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.150647:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.150654:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150662:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4931584 4935679) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150670:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150677:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150684:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150692:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4931584, 4935680) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.150697:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1204 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.150729:0:20502:0:(rw26.c:875:ll_write_end()) pos 4931584, len 4096, copied 4096 00000080:00200000:1.0:1787827058.150734:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ec3468bd[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1204] 00000080:00200000:1.0:1787827058.150736:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000003c7e0f1 17ffffc0001001 3:0 ffffa0e3c8bdf9f8 1204 lru 00000080:00200000:1.0:1787827058.150741:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc4b334e 1204: 1< 0 - - > 2< 4931584 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483876864 - | - - + - > 5< - - + - | 0 - | 180 - -> 00000080:00200000:1.0:1787827058.150743:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ec3468bd 00000080:00200000:1.0:1787827058.150744:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.150746:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.150754:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150761:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150769:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.150777:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150789:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.150792:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.150794:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.150800:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.150802:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.150804:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.150808:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150815:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.150823:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.150825:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.150830:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.150833:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1204, 1204] 00000080:00200000:1.0:1787827058.150836:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.150839:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.150844:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4935680 i_blocks 8192 00000080:00200000:1.0:1787827058.150847:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.150893:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4935680, count: 4096 00000080:00200000:1.0:1787827058.150897:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4935680, bytes: 4096 00000080:00200000:1.0:1787827058.150900:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.150903:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1206, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.150905:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4935680, 4939776) 0 0 00000080:00200000:1.0:1787827058.150907:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.150912:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1205, 1205] 00020000:00200000:1.0:1787827058.150915:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4935680 chunk: [4935680, 4939776) 4939776, 4096 00020000:00200000:1.0:1787827058.150918:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.150923:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1205, 1205] 00000008:00010000:1.0:1787827058.150929:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.150931:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.150939:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150948:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4935680 4939775) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150957:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150965:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.150972:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.150980:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4935680, 4939776) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.150985:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1205 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.151001:0:20502:0:(rw26.c:875:ll_write_end()) pos 4935680, len 4096, copied 4096 00000080:00200000:1.0:1787827058.151006:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f3d2011f[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1205] 00000080:00200000:1.0:1787827058.151009:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9e003da 17ffffc0001001 3:0 ffffa0e3c8bdf488 1205 lru 00000080:00200000:1.0:1787827058.151015:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003bc01c70 1205: 1< 0 - - > 2< 4935680 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483872768 - | - - + - > 5< - - + - | 0 - | 181 - -> 00000080:00200000:1.0:1787827058.151017:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f3d2011f 00000080:00200000:1.0:1787827058.151018:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.151020:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.151028:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151035:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151042:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151050:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151061:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.151063:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.151065:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.151070:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.151072:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.151074:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.151078:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151086:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.151094:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.151097:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.151101:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.151104:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1205, 1205] 00000080:00200000:1.0:1787827058.151107:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.151111:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.151115:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4939776 i_blocks 8192 00000080:00200000:1.0:1787827058.151118:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.151164:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4939776, count: 4096 00000080:00200000:1.0:1787827058.151169:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4939776, bytes: 4096 00000080:00200000:1.0:1787827058.151172:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.151175:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1207, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.151177:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4939776, 4943872) 0 0 00000080:00200000:1.0:1787827058.151179:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.151184:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1206, 1206] 00020000:00200000:1.0:1787827058.151187:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4939776 chunk: [4939776, 4943872) 4943872, 4096 00020000:00200000:1.0:1787827058.151190:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.151194:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1206, 1206] 00000008:00010000:1.0:1787827058.151199:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.151201:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.151208:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151216:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4939776 4943871) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151225:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151238:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151245:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151253:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4939776, 4943872) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.151258:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1206 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.151277:0:20502:0:(rw26.c:875:ll_write_end()) pos 4939776, len 4096, copied 4096 00000080:00200000:1.0:1787827058.151282:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000677f3172[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1206] 00000080:00200000:1.0:1787827058.151284:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000074161f13 17ffffc0001001 3:0 ffffa0e3c8bdf570 1206 lru 00000080:00200000:1.0:1787827058.151289:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e3d0c461 1206: 1< 0 - - > 2< 4939776 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483868672 - | - - + - > 5< - - + - | 0 - | 182 - -> 00000080:00200000:1.0:1787827058.151291:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000677f3172 00000080:00200000:1.0:1787827058.151292:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.151294:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.151302:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151309:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151316:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151335:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151351:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.151354:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.151357:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.151363:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.151365:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.151367:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.151371:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151378:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.151386:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.151389:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.151393:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.151395:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1206, 1206] 00000080:00200000:1.0:1787827058.151398:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.151401:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.151405:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4943872 i_blocks 8192 00000080:00200000:1.0:1787827058.151408:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.151454:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4943872, count: 4096 00000080:00200000:1.0:1787827058.151458:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4943872, bytes: 4096 00000080:00200000:1.0:1787827058.151460:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.151463:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1208, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.151465:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4943872, 4947968) 0 0 00000080:00200000:1.0:1787827058.151468:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.151473:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1207, 1207] 00020000:00200000:1.0:1787827058.151476:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4943872 chunk: [4943872, 4947968) 4947968, 4096 00020000:00200000:1.0:1787827058.151478:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.151483:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1207, 1207] 00000008:00010000:1.0:1787827058.151488:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.151490:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.151498:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151506:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4943872 4947967) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151515:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151522:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151529:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151536:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4943872, 4947968) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.151541:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1207 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.151557:0:20502:0:(rw26.c:875:ll_write_end()) pos 4943872, len 4096, copied 4096 00000080:00200000:1.0:1787827058.151562:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006af13fc9[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1207] 00000080:00200000:1.0:1787827058.151565:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc963ab8 17ffffc0001001 3:0 ffffa0e3c8bdfd98 1207 lru 00000080:00200000:1.0:1787827058.151571:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000028cda27 1207: 1< 0 - - > 2< 4943872 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483864576 - | - - + - > 5< - - + - | 0 - | 183 - -> 00000080:00200000:1.0:1787827058.151573:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006af13fc9 00000080:00200000:1.0:1787827058.151574:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.151576:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.151584:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151591:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151598:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151605:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151616:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.151619:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.151621:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.151627:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.151629:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.151632:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.151636:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151644:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.151651:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.151653:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.151658:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.151660:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1207, 1207] 00000080:00200000:1.0:1787827058.151664:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.151666:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.151670:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4947968 i_blocks 8192 00000080:00200000:1.0:1787827058.151673:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.151735:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4947968, count: 4096 00000080:00200000:1.0:1787827058.151740:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4947968, bytes: 4096 00000080:00200000:1.0:1787827058.151743:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.151747:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1209, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.151749:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4947968, 4952064) 0 0 00000080:00200000:1.0:1787827058.151752:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.151758:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1208, 1208] 00020000:00200000:1.0:1787827058.151762:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4947968 chunk: [4947968, 4952064) 4952064, 4096 00020000:00200000:1.0:1787827058.151764:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.151769:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1208, 1208] 00000008:00010000:1.0:1787827058.151773:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.151775:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.151784:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151792:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4947968 4952063) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151800:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151807:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151814:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151822:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4947968, 4952064) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.151827:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1208 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.151843:0:20502:0:(rw26.c:875:ll_write_end()) pos 4947968, len 4096, copied 4096 00000080:00200000:1.0:1787827058.151848:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009b50cf59[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1208] 00000080:00200000:1.0:1787827058.151850:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008ad4fe17 17ffffc0001001 3:0 ffffa0e3c8bdf740 1208 lru 00000080:00200000:1.0:1787827058.151856:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006e9dcb89 1208: 1< 0 - - > 2< 4947968 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483860480 - | - - + - > 5< - - + - | 0 - | 184 - -> 00000080:00200000:1.0:1787827058.151859:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009b50cf59 00000080:00200000:1.0:1787827058.151860:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.151862:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.151869:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151875:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151881:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.151889:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.151900:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.151903:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.151906:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.151911:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.151914:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.151917:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.151922:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.151929:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.151937:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.151939:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.151943:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.151946:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1208, 1208] 00000080:00200000:1.0:1787827058.151949:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.151952:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.151955:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4952064 i_blocks 8192 00000080:00200000:1.0:1787827058.151958:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.152005:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4952064, count: 4096 00000080:00200000:1.0:1787827058.152010:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4952064, bytes: 4096 00000080:00200000:1.0:1787827058.152012:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.152015:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1210, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.152017:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4952064, 4956160) 0 0 00000080:00200000:1.0:1787827058.152020:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.152025:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1209, 1209] 00020000:00200000:1.0:1787827058.152028:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4952064 chunk: [4952064, 4956160) 4956160, 4096 00020000:00200000:1.0:1787827058.152030:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.152034:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1209, 1209] 00000008:00010000:1.0:1787827058.152040:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.152042:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.152049:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152058:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4952064 4956159) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152067:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152074:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152081:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152088:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4952064, 4956160) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.152092:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1209 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.152106:0:20502:0:(rw26.c:875:ll_write_end()) pos 4952064, len 4096, copied 4096 00000080:00200000:1.0:1787827058.152111:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000012c10d12[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1209] 00000080:00200000:1.0:1787827058.152113:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2188ddb 17ffffc0001001 3:0 ffffa0e3c8bdf0e8 1209 lru 00000080:00200000:1.0:1787827058.152119:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006c3d6a65 1209: 1< 0 - - > 2< 4952064 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483856384 - | - - + - > 5< - - + - | 0 - | 185 - -> 00000080:00200000:1.0:1787827058.152121:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000012c10d12 00000080:00200000:1.0:1787827058.152122:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.152124:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.152131:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152139:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152146:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152159:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152169:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.152172:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.152174:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.152180:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.152182:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.152185:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.152189:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152196:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.152203:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.152206:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.152210:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.152212:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1209, 1209] 00000080:00200000:1.0:1787827058.152216:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.152219:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.152223:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4956160 i_blocks 8192 00000080:00200000:1.0:1787827058.152226:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.152271:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4956160, count: 4096 00000080:00200000:1.0:1787827058.152276:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4956160, bytes: 4096 00000080:00200000:1.0:1787827058.152278:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.152282:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1211, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.152283:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4956160, 4960256) 0 0 00000080:00200000:1.0:1787827058.152286:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.152290:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1210, 1210] 00020000:00200000:1.0:1787827058.152293:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4956160 chunk: [4956160, 4960256) 4960256, 4096 00020000:00200000:1.0:1787827058.152295:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.152300:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1210, 1210] 00000008:00010000:1.0:1787827058.152306:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.152308:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.152316:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152336:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4956160 4960255) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152345:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152353:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152360:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152367:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4956160, 4960256) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.152372:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1210 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.152387:0:20502:0:(rw26.c:875:ll_write_end()) pos 4956160, len 4096, copied 4096 00000080:00200000:1.0:1787827058.152392:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d7e97474[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1210] 00000080:00200000:1.0:1787827058.152394:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000585e97fe 17ffffc0001001 3:0 ffffa0e3c8bdf3a0 1210 lru 00000080:00200000:1.0:1787827058.152399:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000087ed5fdd 1210: 1< 0 - - > 2< 4956160 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483852288 - | - - + - > 5< - - + - | 0 - | 186 - -> 00000080:00200000:1.0:1787827058.152402:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d7e97474 00000080:00200000:1.0:1787827058.152403:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.152405:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.152413:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152421:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152429:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152435:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152446:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.152449:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.152451:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.152456:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.152459:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.152461:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.152466:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152474:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.152482:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.152484:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.152488:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.152491:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1210, 1210] 00000080:00200000:1.0:1787827058.152496:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.152499:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.152503:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4960256 i_blocks 8192 00000080:00200000:1.0:1787827058.152506:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.152549:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4960256, count: 4096 00000080:00200000:1.0:1787827058.152553:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4960256, bytes: 4096 00000080:00200000:1.0:1787827058.152555:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.152559:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1212, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.152560:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4960256, 4964352) 0 0 00000080:00200000:1.0:1787827058.152563:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.152568:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1211, 1211] 00020000:00200000:1.0:1787827058.152571:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4960256 chunk: [4960256, 4964352) 4964352, 4096 00020000:00200000:1.0:1787827058.152573:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.152578:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1211, 1211] 00000008:00010000:1.0:1787827058.152583:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.152585:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.152594:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152602:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4960256 4964351) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152611:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152618:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152629:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152637:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4960256, 4964352) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.152642:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1211 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.152665:0:20502:0:(rw26.c:875:ll_write_end()) pos 4960256, len 4096, copied 4096 00000080:00200000:1.0:1787827058.152671:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000039f386e2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1211] 00000080:00200000:1.0:1787827058.152673:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002b3aa9a9 17ffffc0001001 3:0 ffffa0e3d0799910 1211 lru 00000080:00200000:1.0:1787827058.152679:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000422b8984 1211: 1< 0 - - > 2< 4960256 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483848192 - | - - + - > 5< - - + - | 0 - | 187 - -> 00000080:00200000:1.0:1787827058.152681:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000039f386e2 00000080:00200000:1.0:1787827058.152682:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.152684:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.152692:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152700:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152707:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152735:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152747:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.152750:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.152753:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.152759:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.152761:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.152763:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.152768:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152776:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.152784:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.152786:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.152790:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.152794:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1211, 1211] 00000080:00200000:1.0:1787827058.152798:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.152801:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.152805:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4964352 i_blocks 8192 00000080:00200000:1.0:1787827058.152807:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.152853:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4964352, count: 4096 00000080:00200000:1.0:1787827058.152857:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4964352, bytes: 4096 00000080:00200000:1.0:1787827058.152860:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.152864:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1213, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.152865:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4964352, 4968448) 0 0 00000080:00200000:1.0:1787827058.152867:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.152873:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1212, 1212] 00020000:00200000:1.0:1787827058.152876:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4964352 chunk: [4964352, 4968448) 4968448, 4096 00020000:00200000:1.0:1787827058.152878:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.152883:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1212, 1212] 00000008:00010000:1.0:1787827058.152888:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.152890:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.152899:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152909:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4964352 4968447) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152917:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152925:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.152932:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.152940:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4964352, 4968448) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.152945:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1212 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.152961:0:20502:0:(rw26.c:875:ll_write_end()) pos 4964352, len 4096, copied 4096 00000080:00200000:1.0:1787827058.152965:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fe7be660[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1212] 00000080:00200000:1.0:1787827058.152968:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a007b26b 17ffffc0001001 3:0 ffffa0e3d0799000 1212 lru 00000080:00200000:1.0:1787827058.152973:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006403768e 1212: 1< 0 - - > 2< 4964352 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483844096 - | - - + - > 5< - - + - | 0 - | 188 - -> 00000080:00200000:1.0:1787827058.152975:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fe7be660 00000080:00200000:1.0:1787827058.152976:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.152978:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.152986:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.152993:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153001:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153008:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153020:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.153023:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.153025:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.153030:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.153033:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.153035:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.153039:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153047:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.153055:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.153058:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.153062:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.153064:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1212, 1212] 00000080:00200000:1.0:1787827058.153068:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.153072:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.153075:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4968448 i_blocks 8192 00000080:00200000:1.0:1787827058.153078:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.153125:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4968448, count: 4096 00000080:00200000:1.0:1787827058.153130:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4968448, bytes: 4096 00000080:00200000:1.0:1787827058.153132:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.153136:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1214, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.153137:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4968448, 4972544) 0 0 00000080:00200000:1.0:1787827058.153140:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.153145:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1213, 1213] 00020000:00200000:1.0:1787827058.153148:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4968448 chunk: [4968448, 4972544) 4972544, 4096 00020000:00200000:1.0:1787827058.153150:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.153155:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1213, 1213] 00000008:00010000:1.0:1787827058.153160:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.153162:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.153170:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153179:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4968448 4972543) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153188:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153195:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153202:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153210:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4968448, 4972544) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.153215:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1213 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.153235:0:20502:0:(rw26.c:875:ll_write_end()) pos 4968448, len 4096, copied 4096 00000080:00200000:1.0:1787827058.153239:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000012177076[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1213] 00000080:00200000:1.0:1787827058.153242:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000080a5014a 17ffffc0001001 3:0 ffffa0e3d0799cb0 1213 lru 00000080:00200000:1.0:1787827058.153247:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0b3cc7a 1213: 1< 0 - - > 2< 4968448 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483840000 - | - - + - > 5< - - + - | 0 - | 189 - -> 00000080:00200000:1.0:1787827058.153249:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000012177076 00000080:00200000:1.0:1787827058.153250:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.153252:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.153261:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153268:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153275:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153282:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153294:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.153297:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.153299:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.153304:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.153307:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.153310:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.153314:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153334:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.153343:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.153346:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.153350:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.153353:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1213, 1213] 00000080:00200000:1.0:1787827058.153357:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.153360:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.153365:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4972544 i_blocks 8192 00000080:00200000:1.0:1787827058.153368:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.153413:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4972544, count: 4096 00000080:00200000:1.0:1787827058.153417:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4972544, bytes: 4096 00000080:00200000:1.0:1787827058.153420:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.153423:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1215, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.153424:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4972544, 4976640) 0 0 00000080:00200000:1.0:1787827058.153427:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.153432:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1214, 1214] 00020000:00200000:1.0:1787827058.153435:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4972544 chunk: [4972544, 4976640) 4976640, 4096 00020000:00200000:1.0:1787827058.153437:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.153442:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1214, 1214] 00000008:00010000:1.0:1787827058.153448:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.153450:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.153458:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153467:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4972544 4976639) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153475:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153488:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153495:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153502:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4972544, 4976640) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.153507:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1214 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.153523:0:20502:0:(rw26.c:875:ll_write_end()) pos 4972544, len 4096, copied 4096 00000080:00200000:1.0:1787827058.153528:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000cf93f026[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1214] 00000080:00200000:1.0:1787827058.153530:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002a699770 17ffffc0001001 3:0 ffffa0e3d0799ae0 1214 lru 00000080:00200000:1.0:1787827058.153536:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000038e2d141 1214: 1< 0 - - > 2< 4972544 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483835904 - | - - + - > 5< - - + - | 0 - | 190 - -> 00000080:00200000:1.0:1787827058.153538:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000cf93f026 00000080:00200000:1.0:1787827058.153539:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.153541:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.153550:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153557:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153565:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153573:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153587:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.153590:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.153592:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.153598:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.153600:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.153602:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.153606:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153614:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.153621:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.153624:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.153628:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.153631:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1214, 1214] 00000080:00200000:1.0:1787827058.153635:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.153638:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.153642:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4976640 i_blocks 8192 00000080:00200000:1.0:1787827058.153645:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.153692:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4976640, count: 4096 00000080:00200000:1.0:1787827058.153696:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4976640, bytes: 4096 00000080:00200000:1.0:1787827058.153699:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.153703:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1216, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.153704:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4976640, 4980736) 0 0 00000080:00200000:1.0:1787827058.153706:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.153728:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1215, 1215] 00020000:00200000:1.0:1787827058.153731:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4976640 chunk: [4976640, 4980736) 4980736, 4096 00020000:00200000:1.0:1787827058.153733:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.153738:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1215, 1215] 00000008:00010000:1.0:1787827058.153743:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.153745:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.153753:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153760:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4976640 4980735) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153769:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153777:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153784:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153792:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4976640, 4980736) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.153798:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1215 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.153814:0:20502:0:(rw26.c:875:ll_write_end()) pos 4976640, len 4096, copied 4096 00000080:00200000:1.0:1787827058.153819:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000439a2820[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1215] 00000080:00200000:1.0:1787827058.153821:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000059a38ab9 17ffffc0001001 3:0 ffffa0e3d07992b8 1215 lru 00000080:00200000:1.0:1787827058.153826:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c88ea749 1215: 1< 0 - - > 2< 4976640 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483831808 - | - - + - > 5< - - + - | 0 - | 191 - -> 00000080:00200000:1.0:1787827058.153828:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000439a2820 00000080:00200000:1.0:1787827058.153829:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.153830:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.153837:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153844:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153851:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.153859:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.153869:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.153872:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.153874:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.153879:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.153882:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.153884:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.153888:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.153894:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.153902:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.153904:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.153908:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.153911:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1215, 1215] 00000080:00200000:1.0:1787827058.153915:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.153918:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.153923:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4980736 i_blocks 8192 00000080:00200000:1.0:1787827058.153925:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.153970:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4980736, count: 4096 00000080:00200000:1.0:1787827058.153974:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4980736, bytes: 4096 00000080:00200000:1.0:1787827058.153977:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.153980:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1217, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.153981:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4980736, 4984832) 0 0 00000080:00200000:1.0:1787827058.153984:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.153989:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1216, 1216] 00020000:00200000:1.0:1787827058.153991:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4980736 chunk: [4980736, 4984832) 4984832, 4096 00020000:00200000:1.0:1787827058.153993:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.153998:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1216, 1216] 00000008:00010000:1.0:1787827058.154003:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.154006:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.154013:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154021:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4980736 4984831) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154030:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154037:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154043:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154050:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4980736, 4984832) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.154055:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1216 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.154076:0:20502:0:(rw26.c:875:ll_write_end()) pos 4980736, len 4096, copied 4096 00000080:00200000:1.0:1787827058.154081:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000014307f37[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1216] 00000080:00200000:1.0:1787827058.154083:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000086dcf8fa 17ffffc0001001 3:0 ffffa0e3d0799bc8 1216 lru 00000080:00200000:1.0:1787827058.154089:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000169aa04f 1216: 1< 0 - - > 2< 4980736 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483827712 - | - - + - > 5< - - + - | 0 - | 192 - -> 00000080:00200000:1.0:1787827058.154091:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000014307f37 00000080:00200000:1.0:1787827058.154092:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.154094:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.154103:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154111:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154118:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154125:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154137:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.154140:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.154142:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.154148:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.154150:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.154153:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.154157:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154166:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.154174:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.154176:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.154181:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.154184:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1216, 1216] 00000080:00200000:1.0:1787827058.154188:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.154191:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.154195:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4984832 i_blocks 8192 00000080:00200000:1.0:1787827058.154198:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.154244:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4984832, count: 4096 00000080:00200000:1.0:1787827058.154248:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4984832, bytes: 4096 00000080:00200000:1.0:1787827058.154251:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.154255:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1218, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.154256:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4984832, 4988928) 0 0 00000080:00200000:1.0:1787827058.154259:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.154265:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1217, 1217] 00020000:00200000:1.0:1787827058.154268:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4984832 chunk: [4984832, 4988928) 4988928, 4096 00020000:00200000:1.0:1787827058.154270:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.154276:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1217, 1217] 00000008:00010000:1.0:1787827058.154281:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.154284:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.154291:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154300:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4984832 4988927) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154310:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154318:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154337:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154345:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4984832, 4988928) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.154351:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1217 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.154365:0:20502:0:(rw26.c:875:ll_write_end()) pos 4984832, len 4096, copied 4096 00000080:00200000:1.0:1787827058.154369:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001bf31f90[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1217] 00000080:00200000:1.0:1787827058.154372:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dca34713 17ffffc0001001 3:0 ffffa0e3d0799658 1217 lru 00000080:00200000:1.0:1787827058.154378:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000026d3747f 1217: 1< 0 - - > 2< 4984832 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483823616 - | - - + - > 5< - - + - | 0 - | 193 - -> 00000080:00200000:1.0:1787827058.154380:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001bf31f90 00000080:00200000:1.0:1787827058.154381:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.154383:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.154389:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154396:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154403:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154415:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154426:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.154429:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.154431:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.154437:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.154440:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.154443:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.154447:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154455:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.154464:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.154466:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.154471:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.154473:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1217, 1217] 00000080:00200000:1.0:1787827058.154477:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.154480:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.154485:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4988928 i_blocks 8192 00000080:00200000:1.0:1787827058.154488:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.154535:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4988928, count: 4096 00000080:00200000:1.0:1787827058.154540:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4988928, bytes: 4096 00000080:00200000:1.0:1787827058.154542:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.154546:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1219, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.154548:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4988928, 4993024) 0 0 00000080:00200000:1.0:1787827058.154550:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.154555:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1218, 1218] 00020000:00200000:1.0:1787827058.154558:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4988928 chunk: [4988928, 4993024) 4993024, 4096 00020000:00200000:1.0:1787827058.154560:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.154565:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1218, 1218] 00000008:00010000:1.0:1787827058.154571:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.154573:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.154580:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154588:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4988928 4993023) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154597:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154605:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154613:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154621:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4988928, 4993024) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.154625:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1218 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.154645:0:20502:0:(rw26.c:875:ll_write_end()) pos 4988928, len 4096, copied 4096 00000080:00200000:1.0:1787827058.154649:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000038ee6eb9[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1218] 00000080:00200000:1.0:1787827058.154651:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000dd54fefe 17ffffc0001021 2:0 ffffa0e3d07991d0 1218 lru 00000080:00200000:1.0:1787827058.154657:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000004dd35e9 1218: 1< 0 - - > 2< 4988928 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483819520 - | - - + - > 5< - - + - | 0 - | 194 - -> 00000080:00200000:1.0:1787827058.154660:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000038ee6eb9 00000080:00200000:1.0:1787827058.154661:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.154663:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.154671:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154679:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154686:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154695:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154706:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.154709:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.154728:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.154735:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.154738:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.154741:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.154745:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154753:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.154762:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.154765:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.154770:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.154773:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1218, 1218] 00000080:00200000:1.0:1787827058.154776:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.154779:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.154784:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4993024 i_blocks 8192 00000080:00200000:1.0:1787827058.154787:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.154833:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4993024, count: 4096 00000080:00200000:1.0:1787827058.154837:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4993024, bytes: 4096 00000080:00200000:1.0:1787827058.154840:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.154843:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1220, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.154845:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4993024, 4997120) 0 0 00000080:00200000:1.0:1787827058.154848:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.154853:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1219, 1219] 00020000:00200000:1.0:1787827058.154856:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4993024 chunk: [4993024, 4997120) 4997120, 4096 00020000:00200000:1.0:1787827058.154858:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.154864:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1219, 1219] 00000008:00010000:1.0:1787827058.154869:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.154871:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.154879:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154889:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4993024 4997119) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154898:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154906:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.154918:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.154926:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4993024, 4997120) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.154932:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1219 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.154947:0:20502:0:(rw26.c:875:ll_write_end()) pos 4993024, len 4096, copied 4096 00000080:00200000:1.0:1787827058.154952:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fcd2c829[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1219] 00000080:00200000:1.0:1787827058.154955:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000021efe25e 17ffffc0001001 3:0 ffffa0e3d07999f8 1219 lru 00000080:00200000:1.0:1787827058.154960:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007972cc73 1219: 1< 0 - - > 2< 4993024 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483815424 - | - - + - > 5< - - + - | 0 - | 195 - -> 00000080:00200000:1.0:1787827058.154961:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fcd2c829 00000080:00200000:1.0:1787827058.154962:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.154964:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.154971:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154979:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154986:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.154993:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155005:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.155008:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.155010:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.155016:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.155019:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.155021:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.155026:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155034:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.155042:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.155045:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.155049:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.155052:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1219, 1219] 00000080:00200000:1.0:1787827058.155056:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.155058:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.155063:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 4997120 i_blocks 8192 00000080:00200000:1.0:1787827058.155066:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.155112:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 4997120, count: 4096 00000080:00200000:1.0:1787827058.155117:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 4997120, bytes: 4096 00000080:00200000:1.0:1787827058.155119:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.155122:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1221, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.155123:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4997120, 5001216) 0 0 00000080:00200000:1.0:1787827058.155126:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.155130:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1220, 1220] 00020000:00200000:1.0:1787827058.155133:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4997120 chunk: [4997120, 5001216) 5001216, 4096 00020000:00200000:1.0:1787827058.155136:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.155141:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1220, 1220] 00000008:00010000:1.0:1787827058.155145:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.155148:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.155156:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155165:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4997120 5001215) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155174:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155181:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155188:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155196:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [4997120, 5001216) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.155201:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1220 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.155218:0:20502:0:(rw26.c:875:ll_write_end()) pos 4997120, len 4096, copied 4096 00000080:00200000:1.0:1787827058.155222:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000013b349bd[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1220] 00000080:00200000:1.0:1787827058.155225:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000fbb0ad09 17ffffc0001001 3:0 ffffa0e3d0799488 1220 lru 00000080:00200000:1.0:1787827058.155230:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005dce3c7f 1220: 1< 0 - - > 2< 4997120 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483811328 - | - - + - > 5< - - + - | 0 - | 196 - -> 00000080:00200000:1.0:1787827058.155233:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000013b349bd 00000080:00200000:1.0:1787827058.155234:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.155236:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.155244:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155251:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155258:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155265:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155277:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.155279:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.155281:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.155286:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.155288:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.155291:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.155295:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155302:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.155310:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.155312:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.155316:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.155319:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1220, 1220] 00000080:00200000:1.0:1787827058.155335:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.155339:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.155344:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5001216 i_blocks 8192 00000080:00200000:1.0:1787827058.155347:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.155394:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5001216, count: 4096 00000080:00200000:1.0:1787827058.155399:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5001216, bytes: 4096 00000080:00200000:1.0:1787827058.155401:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.155405:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1222, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.155406:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5001216, 5005312) 0 0 00000080:00200000:1.0:1787827058.155409:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.155414:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1221, 1221] 00020000:00200000:1.0:1787827058.155418:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5001216 chunk: [5001216, 5005312) 5005312, 4096 00020000:00200000:1.0:1787827058.155420:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.155426:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1221, 1221] 00000008:00010000:1.0:1787827058.155432:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.155434:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.155442:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155450:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5001216 5005311) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155459:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155467:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155473:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155480:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5001216, 5005312) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.155485:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1221 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.155500:0:20502:0:(rw26.c:875:ll_write_end()) pos 5001216, len 4096, copied 4096 00000080:00200000:1.0:1787827058.155505:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001531bbe1[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1221] 00000080:00200000:1.0:1787827058.155508:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009cf91a56 17ffffc0001001 3:0 ffffa0e3d0799570 1221 lru 00000080:00200000:1.0:1787827058.155513:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000007b361fa 1221: 1< 0 - - > 2< 5001216 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483807232 - | - - + - > 5< - - + - | 0 - | 197 - -> 00000080:00200000:1.0:1787827058.155515:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001531bbe1 00000080:00200000:1.0:1787827058.155515:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.155517:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.155525:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155532:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155539:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155545:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155554:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.155556:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.155558:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.155564:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.155566:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.155568:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.155572:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155579:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.155587:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.155589:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.155593:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.155596:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1221, 1221] 00000080:00200000:1.0:1787827058.155599:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.155602:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.155606:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5005312 i_blocks 8192 00000080:00200000:1.0:1787827058.155609:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.155653:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5005312, count: 4096 00000080:00200000:1.0:1787827058.155657:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5005312, bytes: 4096 00000080:00200000:1.0:1787827058.155660:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.155663:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1223, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.155665:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5005312, 5009408) 0 0 00000080:00200000:1.0:1787827058.155667:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.155672:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1222, 1222] 00020000:00200000:1.0:1787827058.155675:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5005312 chunk: [5005312, 5009408) 5009408, 4096 00020000:00200000:1.0:1787827058.155678:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.155682:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1222, 1222] 00000008:00010000:1.0:1787827058.155687:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.155689:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.155697:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155706:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5005312 5009407) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155747:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155760:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155767:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155776:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5005312, 5009408) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.155782:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1222 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.155797:0:20502:0:(rw26.c:875:ll_write_end()) pos 5005312, len 4096, copied 4096 00000080:00200000:1.0:1787827058.155802:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000109812d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1222] 00000080:00200000:1.0:1787827058.155805:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000478a71b8 17ffffc0001001 3:0 ffffa0e3d0799d98 1222 lru 00000080:00200000:1.0:1787827058.155810:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000009cebbb63 1222: 1< 0 - - > 2< 5005312 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483803136 - | - - + - > 5< - - + - | 0 - | 198 - -> 00000080:00200000:1.0:1787827058.155812:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000109812d 00000080:00200000:1.0:1787827058.155813:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.155815:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.155824:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155832:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155840:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.155848:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.155865:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.155868:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.155870:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.155876:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.155878:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.155881:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.155885:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.155893:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.155901:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.155904:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.155908:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.155911:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1222, 1222] 00000080:00200000:1.0:1787827058.155915:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.155917:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.155922:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5009408 i_blocks 8192 00000080:00200000:1.0:1787827058.155925:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.155970:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5009408, count: 4096 00000080:00200000:1.0:1787827058.155975:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5009408, bytes: 4096 00000080:00200000:1.0:1787827058.155977:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.155981:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1224, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.155982:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5009408, 5013504) 0 0 00000080:00200000:1.0:1787827058.155984:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.155990:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1223, 1223] 00020000:00200000:1.0:1787827058.155993:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5009408 chunk: [5009408, 5013504) 5013504, 4096 00020000:00200000:1.0:1787827058.155996:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.156001:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1223, 1223] 00000008:00010000:1.0:1787827058.156006:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.156008:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.156017:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156026:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5009408 5013503) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156034:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156043:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156050:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156058:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5009408, 5013504) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.156064:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1223 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.156080:0:20502:0:(rw26.c:875:ll_write_end()) pos 5009408, len 4096, copied 4096 00000080:00200000:1.0:1787827058.156085:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000027f054ca[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1223] 00000080:00200000:1.0:1787827058.156088:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2844312 17ffffc0001001 3:0 ffffa0e3d0799740 1223 lru 00000080:00200000:1.0:1787827058.156094:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0a12fdc 1223: 1< 0 - - > 2< 5009408 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483799040 - | - - + - > 5< - - + - | 0 - | 199 - -> 00000080:00200000:1.0:1787827058.156096:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000027f054ca 00000080:00200000:1.0:1787827058.156097:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.156100:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.156107:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156115:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156123:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156130:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156140:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.156143:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.156146:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.156152:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.156154:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.156157:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.156161:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156170:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.156178:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.156181:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.156186:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.156189:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1223, 1223] 00000080:00200000:1.0:1787827058.156194:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.156197:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.156202:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5013504 i_blocks 8192 00000080:00200000:1.0:1787827058.156205:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.156253:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5013504, count: 4096 00000080:00200000:1.0:1787827058.156257:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5013504, bytes: 4096 00000080:00200000:1.0:1787827058.156260:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.156263:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1225, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.156264:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5013504, 5017600) 0 0 00000080:00200000:1.0:1787827058.156267:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.156272:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1224, 1224] 00020000:00200000:1.0:1787827058.156275:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5013504 chunk: [5013504, 5017600) 5017600, 4096 00020000:00200000:1.0:1787827058.156277:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.156283:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1224, 1224] 00000008:00010000:1.0:1787827058.156288:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.156291:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.156299:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156309:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5013504 5017599) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156318:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156340:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156347:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156356:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5013504, 5017600) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.156362:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1224 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.156379:0:20502:0:(rw26.c:875:ll_write_end()) pos 5013504, len 4096, copied 4096 00000080:00200000:1.0:1787827058.156384:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000eda9b7f0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1224] 00000080:00200000:1.0:1787827058.156387:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f1d31c 17ffffc0001001 3:0 ffffa0e3d07990e8 1224 lru 00000080:00200000:1.0:1787827058.156393:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000d85c459e 1224: 1< 0 - - > 2< 5013504 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483794944 - | - - + - > 5< - - + - | 0 - | 200 - -> 00000080:00200000:1.0:1787827058.156394:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000eda9b7f0 00000080:00200000:1.0:1787827058.156396:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.156398:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.156405:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156414:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156421:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156428:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156439:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.156442:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.156444:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.156450:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.156452:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.156455:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.156460:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156468:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.156476:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.156479:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.156483:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.156486:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1224, 1224] 00000080:00200000:1.0:1787827058.156489:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.156492:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.156496:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5017600 i_blocks 8192 00000080:00200000:1.0:1787827058.156499:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.156546:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5017600, count: 4096 00000080:00200000:1.0:1787827058.156550:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5017600, bytes: 4096 00000080:00200000:1.0:1787827058.156553:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.156556:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1226, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.156557:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5017600, 5021696) 0 0 00000080:00200000:1.0:1787827058.156560:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.156565:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1225, 1225] 00020000:00200000:1.0:1787827058.156568:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5017600 chunk: [5017600, 5021696) 5021696, 4096 00020000:00200000:1.0:1787827058.156570:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.156575:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1225, 1225] 00000008:00010000:1.0:1787827058.156580:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.156582:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.156590:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156599:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5017600 5021695) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156608:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156615:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156622:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156630:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5017600, 5021696) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.156634:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1225 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.156650:0:20502:0:(rw26.c:875:ll_write_end()) pos 5017600, len 4096, copied 4096 00000080:00200000:1.0:1787827058.156655:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000c36383d8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1225] 00000080:00200000:1.0:1787827058.156658:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b67b51a7 17ffffc0001001 3:0 ffffa0e3d07993a0 1225 lru 00000080:00200000:1.0:1787827058.156663:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005bfb8eb8 1225: 1< 0 - - > 2< 5017600 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483790848 - | - - + - > 5< - - + - | 0 - | 201 - -> 00000080:00200000:1.0:1787827058.156665:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000c36383d8 00000080:00200000:1.0:1787827058.156666:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.156668:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.156676:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156684:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156691:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156704:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156731:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.156734:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.156736:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.156742:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.156745:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.156747:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.156752:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156761:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.156769:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.156771:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.156776:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.156779:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1225, 1225] 00000080:00200000:1.0:1787827058.156783:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.156786:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.156791:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5021696 i_blocks 8192 00000080:00200000:1.0:1787827058.156794:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.156841:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5021696, count: 4096 00000080:00200000:1.0:1787827058.156845:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5021696, bytes: 4096 00000080:00200000:1.0:1787827058.156848:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.156852:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1227, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.156853:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5021696, 5025792) 0 0 00000080:00200000:1.0:1787827058.156856:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.156861:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1226, 1226] 00020000:00200000:1.0:1787827058.156864:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5021696 chunk: [5021696, 5025792) 5025792, 4096 00020000:00200000:1.0:1787827058.156866:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.156870:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1226, 1226] 00000008:00010000:1.0:1787827058.156875:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.156878:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.156885:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156893:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5021696 5025791) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156902:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156909:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.156917:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.156926:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5021696, 5025792) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.156931:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1226 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.156948:0:20502:0:(rw26.c:875:ll_write_end()) pos 5021696, len 4096, copied 4096 00000080:00200000:1.0:1787827058.156953:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000023c7931e[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1226] 00000080:00200000:1.0:1787827058.156956:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006895fa45 17ffffc0001001 3:0 ffffa0e3d0799828 1226 lru 00000080:00200000:1.0:1787827058.156962:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000030a67975 1226: 1< 0 - - > 2< 5021696 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483786752 - | - - + - > 5< - - + - | 0 - | 202 - -> 00000080:00200000:1.0:1787827058.156964:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000023c7931e 00000080:00200000:1.0:1787827058.156965:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.156967:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.156976:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156984:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156990:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.156997:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157009:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.157012:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.157014:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.157020:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.157022:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.157025:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.157029:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157037:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.157045:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.157047:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.157051:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.157053:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1226, 1226] 00000080:00200000:1.0:1787827058.157057:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.157060:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.157065:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5025792 i_blocks 8192 00000080:00200000:1.0:1787827058.157068:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.157115:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5025792, count: 4096 00000080:00200000:1.0:1787827058.157120:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5025792, bytes: 4096 00000080:00200000:1.0:1787827058.157122:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.157126:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1228, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.157128:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5025792, 5029888) 0 0 00000080:00200000:1.0:1787827058.157130:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.157135:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1227, 1227] 00020000:00200000:1.0:1787827058.157139:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5025792 chunk: [5025792, 5029888) 5029888, 4096 00020000:00200000:1.0:1787827058.157141:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.157146:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1227, 1227] 00000008:00010000:1.0:1787827058.157152:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.157155:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.157162:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157171:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5025792 5029887) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157180:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157187:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157200:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157207:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5025792, 5029888) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.157212:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1227 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.157230:0:20502:0:(rw26.c:875:ll_write_end()) pos 5025792, len 4096, copied 4096 00000080:00200000:1.0:1787827058.157235:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003ebd4aa3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1227] 00000080:00200000:1.0:1787827058.157238:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000193c29a3 17ffffc0001001 3:0 ffffa0e3d0799e80 1227 lru 00000080:00200000:1.0:1787827058.157243:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000006baac656 1227: 1< 0 - - > 2< 5025792 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483782656 - | - - + - > 5< - - + - | 0 - | 203 - -> 00000080:00200000:1.0:1787827058.157245:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003ebd4aa3 00000080:00200000:1.0:1787827058.157246:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.157248:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.157257:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157265:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157272:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157279:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157291:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.157294:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.157297:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.157302:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.157305:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.157307:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.157312:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157320:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.157340:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.157343:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.157347:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.157350:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1227, 1227] 00000080:00200000:1.0:1787827058.157354:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.157357:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.157361:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5029888 i_blocks 8192 00000080:00200000:1.0:1787827058.157364:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.157412:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5029888, count: 4096 00000080:00200000:1.0:1787827058.157417:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5029888, bytes: 4096 00000080:00200000:1.0:1787827058.157419:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.157423:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1229, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.157424:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5029888, 5033984) 0 0 00000080:00200000:1.0:1787827058.157427:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.157432:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1228, 1228] 00020000:00200000:1.0:1787827058.157435:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5029888 chunk: [5029888, 5033984) 5033984, 4096 00020000:00200000:1.0:1787827058.157437:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.157443:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1228, 1228] 00000008:00010000:1.0:1787827058.157448:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.157451:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.157459:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157468:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5029888 5033983) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157477:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157484:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157490:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157497:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5029888, 5033984) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.157502:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1228 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.157527:0:20502:0:(rw26.c:875:ll_write_end()) pos 5029888, len 4096, copied 4096 00000080:00200000:1.0:1787827058.157531:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000232f2d37[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1228] 00000080:00200000:1.0:1787827058.157534:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000547701e4 17ffffc0001001 3:0 ffffa0e3c7c2fcb0 1228 lru 00000080:00200000:1.0:1787827058.157540:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fda903ed 1228: 1< 0 - - > 2< 5029888 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483778560 - | - - + - > 5< - - + - | 0 - | 204 - -> 00000080:00200000:1.0:1787827058.157542:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000232f2d37 00000080:00200000:1.0:1787827058.157543:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.157545:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.157554:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157561:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157568:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157576:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157587:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.157590:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.157592:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.157598:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.157601:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.157603:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.157607:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157615:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.157623:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.157625:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.157630:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.157633:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1228, 1228] 00000080:00200000:1.0:1787827058.157637:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.157639:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.157643:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5033984 i_blocks 8192 00000080:00200000:1.0:1787827058.157646:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.157693:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5033984, count: 4096 00000080:00200000:1.0:1787827058.157698:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5033984, bytes: 4096 00000080:00200000:1.0:1787827058.157701:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.157704:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1230, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.157706:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5033984, 5038080) 0 0 00000080:00200000:1.0:1787827058.157709:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.157733:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1229, 1229] 00020000:00200000:1.0:1787827058.157736:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5033984 chunk: [5033984, 5038080) 5038080, 4096 00020000:00200000:1.0:1787827058.157739:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.157745:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1229, 1229] 00000008:00010000:1.0:1787827058.157750:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.157752:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.157760:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157770:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5033984 5038079) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157778:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157786:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157792:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157800:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5033984, 5038080) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.157805:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1229 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.157820:0:20502:0:(rw26.c:875:ll_write_end()) pos 5033984, len 4096, copied 4096 00000080:00200000:1.0:1787827058.157824:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000008a3bd35[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1229] 00000080:00200000:1.0:1787827058.157827:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000279fd45e 17ffffc0001001 3:0 ffffa0e3c7c2fae0 1229 lru 00000080:00200000:1.0:1787827058.157832:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000be034735 1229: 1< 0 - - > 2< 5033984 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483774464 - | - - + - > 5< - - + - | 0 - | 205 - -> 00000080:00200000:1.0:1787827058.157835:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000008a3bd35 00000080:00200000:1.0:1787827058.157836:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.157838:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.157846:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157855:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157862:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.157869:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.157881:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.157884:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.157886:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.157892:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.157895:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.157898:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.157902:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.157910:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.157919:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.157921:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.157926:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.157929:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1229, 1229] 00000080:00200000:1.0:1787827058.157933:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.157936:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.157940:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5038080 i_blocks 8192 00000080:00200000:1.0:1787827058.157942:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.157989:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5038080, count: 4096 00000080:00200000:1.0:1787827058.157994:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5038080, bytes: 4096 00000080:00200000:1.0:1787827058.157997:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.158000:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1231, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.158002:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5038080, 5042176) 0 0 00000080:00200000:1.0:1787827058.158004:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.158010:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1230, 1230] 00020000:00200000:1.0:1787827058.158013:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5038080 chunk: [5038080, 5042176) 5042176, 4096 00020000:00200000:1.0:1787827058.158015:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.158021:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1230, 1230] 00000008:00010000:1.0:1787827058.158026:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.158029:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.158036:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158045:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158054:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158067:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158075:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158084:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5038080, 5042176) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.158089:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1230 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.158104:0:20502:0:(rw26.c:875:ll_write_end()) pos 5038080, len 4096, copied 4096 00000080:00200000:1.0:1787827058.158108:0:20502:0:(rw26.c:933:ll_write_end()) page@000000002c5c8db2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1230] 00000080:00200000:1.0:1787827058.158111:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000c72d9a9 17ffffc0001001 3:0 ffffa0e3c7c2f2b8 1230 lru 00000080:00200000:1.0:1787827058.158117:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007949f1cd 1230: 1< 0 - - > 2< 5038080 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483770368 - | - - + - > 5< - - + - | 0 - | 206 - -> 00000080:00200000:1.0:1787827058.158119:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000002c5c8db2 00000080:00200000:1.0:1787827058.158120:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.158122:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.158130:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158137:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158144:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158153:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158169:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.158172:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.158175:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.158181:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.158183:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.158186:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.158190:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158198:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.158207:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.158209:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.158214:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.158217:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1230, 1230] 00000080:00200000:1.0:1787827058.158221:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.158224:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.158229:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5042176 i_blocks 8192 00000080:00200000:1.0:1787827058.158232:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.158279:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5042176, count: 4096 00000080:00200000:1.0:1787827058.158283:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5042176, bytes: 4096 00000080:00200000:1.0:1787827058.158286:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.158290:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1232, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.158292:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5042176, 5046272) 0 0 00000080:00200000:1.0:1787827058.158294:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.158300:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1231, 1231] 00020000:00200000:1.0:1787827058.158303:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5042176 chunk: [5042176, 5046272) 5046272, 4096 00020000:00200000:1.0:1787827058.158305:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.158311:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1231, 1231] 00000008:00010000:1.0:1787827058.158317:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.158319:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.158340:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158349:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5042176 5046271) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158359:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158366:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158374:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158382:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5042176, 5046272) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.158387:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1231 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.158400:0:20502:0:(rw26.c:875:ll_write_end()) pos 5042176, len 4096, copied 4096 00000080:00200000:1.0:1787827058.158405:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000012fd610c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1231] 00000080:00200000:1.0:1787827058.158407:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000080dbe6a7 17ffffc0001001 3:0 ffffa0e3c7c2fbc8 1231 lru 00000080:00200000:1.0:1787827058.158412:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000763c7974 1231: 1< 0 - - > 2< 5042176 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483766272 - | - - + - > 5< - - + - | 0 - | 207 - -> 00000080:00200000:1.0:1787827058.158414:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000012fd610c 00000080:00200000:1.0:1787827058.158415:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.158417:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.158424:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158432:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158439:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158447:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158459:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.158463:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.158464:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.158470:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.158472:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.158475:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.158479:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158487:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.158494:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.158496:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.158500:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.158503:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1231, 1231] 00000080:00200000:1.0:1787827058.158507:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.158510:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.158514:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5046272 i_blocks 8192 00000080:00200000:1.0:1787827058.158517:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.158562:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5046272, count: 4096 00000080:00200000:1.0:1787827058.158567:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5046272, bytes: 4096 00000080:00200000:1.0:1787827058.158569:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.158573:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1233, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.158575:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5046272, 5050368) 0 0 00000080:00200000:1.0:1787827058.158577:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.158583:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1232, 1232] 00020000:00200000:1.0:1787827058.158586:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5046272 chunk: [5046272, 5050368) 5050368, 4096 00020000:00200000:1.0:1787827058.158588:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.158592:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1232, 1232] 00000008:00010000:1.0:1787827058.158597:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.158599:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.158608:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158617:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5046272 5050367) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158626:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158633:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158640:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158649:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5046272, 5050368) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.158654:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1232 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.158671:0:20502:0:(rw26.c:875:ll_write_end()) pos 5046272, len 4096, copied 4096 00000080:00200000:1.0:1787827058.158676:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004ddba1e7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1232] 00000080:00200000:1.0:1787827058.158679:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004dc38b2f 17ffffc0001001 3:0 ffffa0e3c7c2f658 1232 lru 00000080:00200000:1.0:1787827058.158685:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000032be06c2 1232: 1< 0 - - > 2< 5046272 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483762176 - | - - + - > 5< - - + - | 0 - | 208 - -> 00000080:00200000:1.0:1787827058.158687:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004ddba1e7 00000080:00200000:1.0:1787827058.158688:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.158691:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.158699:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158708:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158732:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.158740:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158752:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.158755:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.158758:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.158764:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.158766:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.158769:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.158774:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158782:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.158790:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.158792:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.158797:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.158800:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1232, 1232] 00000080:00200000:1.0:1787827058.158804:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.158807:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.158811:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5050368 i_blocks 8192 00000080:00200000:1.0:1787827058.158814:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.158861:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5050368, count: 4096 00000080:00200000:1.0:1787827058.158866:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5050368, bytes: 4096 00000080:00200000:1.0:1787827058.158868:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.158872:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1234, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.158873:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5050368, 5054464) 0 0 00000080:00200000:1.0:1787827058.158876:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.158880:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1233, 1233] 00020000:00200000:1.0:1787827058.158883:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5050368 chunk: [5050368, 5054464) 5054464, 4096 00020000:00200000:1.0:1787827058.158886:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.158890:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1233, 1233] 00000008:00010000:1.0:1787827058.158896:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.158897:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.158905:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158914:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5050368 5054463) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158923:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158931:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.158938:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.158946:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5050368, 5054464) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.158951:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1233 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.158973:0:20502:0:(rw26.c:875:ll_write_end()) pos 5050368, len 4096, copied 4096 00000080:00200000:1.0:1787827058.158978:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006ea09939[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1233] 00000080:00200000:1.0:1787827058.158982:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008a144042 17ffffc0001021 2:0 ffffa0e3c7c2f1d0 1233 lru 00000080:00200000:1.0:1787827058.158987:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000000645b9bb 1233: 1< 0 - - > 2< 5050368 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483758080 - | - - + - > 5< - - + - | 0 - | 209 - -> 00000080:00200000:1.0:1787827058.158989:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006ea09939 00000080:00200000:1.0:1787827058.158990:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.158992:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.159001:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159008:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159015:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159027:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159039:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.159042:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.159044:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.159049:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.159051:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.159053:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.159057:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159064:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.159072:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.159074:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.159078:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.159081:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1233, 1233] 00000080:00200000:1.0:1787827058.159084:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.159087:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.159092:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5054464 i_blocks 8192 00000080:00200000:1.0:1787827058.159094:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.159141:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5054464, count: 4096 00000080:00200000:1.0:1787827058.159147:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5054464, bytes: 4096 00000080:00200000:1.0:1787827058.159149:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.159153:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1235, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.159154:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5054464, 5058560) 0 0 00000080:00200000:1.0:1787827058.159157:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.159162:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1234, 1234] 00020000:00200000:1.0:1787827058.159165:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5054464 chunk: [5054464, 5058560) 5058560, 4096 00020000:00200000:1.0:1787827058.159167:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.159173:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1234, 1234] 00000008:00010000:1.0:1787827058.159178:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.159181:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.159189:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159198:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5054464 5058559) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159206:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159214:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159220:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159227:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5054464, 5058560) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.159232:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1234 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.159249:0:20502:0:(rw26.c:875:ll_write_end()) pos 5054464, len 4096, copied 4096 00000080:00200000:1.0:1787827058.159254:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b813c8d7[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1234] 00000080:00200000:1.0:1787827058.159256:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000070734a64 17ffffc0001001 3:0 ffffa0e3c7c2f9f8 1234 lru 00000080:00200000:1.0:1787827058.159262:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fe9b5306 1234: 1< 0 - - > 2< 5054464 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483753984 - | - - + - > 5< - - + - | 0 - | 210 - -> 00000080:00200000:1.0:1787827058.159264:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b813c8d7 00000080:00200000:1.0:1787827058.159265:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.159267:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.159276:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159284:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159291:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159298:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159310:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.159313:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.159315:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.159334:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.159337:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.159339:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.159344:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159352:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.159360:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.159363:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.159367:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.159370:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1234, 1234] 00000080:00200000:1.0:1787827058.159374:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.159377:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.159382:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5058560 i_blocks 8192 00000080:00200000:1.0:1787827058.159384:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.159430:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5058560, count: 4096 00000080:00200000:1.0:1787827058.159434:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5058560, bytes: 4096 00000080:00200000:1.0:1787827058.159436:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.159440:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1236, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.159441:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5058560, 5062656) 0 0 00000080:00200000:1.0:1787827058.159444:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.159449:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1235, 1235] 00020000:00200000:1.0:1787827058.159453:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5058560 chunk: [5058560, 5062656) 5062656, 4096 00020000:00200000:1.0:1787827058.159455:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.159461:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1235, 1235] 00000008:00010000:1.0:1787827058.159466:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.159469:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.159476:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159485:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5058560 5062655) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159494:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159501:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159512:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159519:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5058560, 5062656) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.159524:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1235 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.159540:0:20502:0:(rw26.c:875:ll_write_end()) pos 5058560, len 4096, copied 4096 00000080:00200000:1.0:1787827058.159545:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009e19bf31[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1235] 00000080:00200000:1.0:1787827058.159548:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000011f02f92 17ffffc0001001 3:0 ffffa0e3c7c2f488 1235 lru 00000080:00200000:1.0:1787827058.159553:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005fc5c385 1235: 1< 0 - - > 2< 5058560 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483749888 - | - - + - > 5< - - + - | 0 - | 211 - -> 00000080:00200000:1.0:1787827058.159555:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009e19bf31 00000080:00200000:1.0:1787827058.159556:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.159558:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.159566:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159575:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159581:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159588:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159599:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.159603:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.159605:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.159611:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.159614:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.159616:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.159620:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159629:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.159636:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.159638:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.159642:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.159644:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1235, 1235] 00000080:00200000:1.0:1787827058.159648:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.159651:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.159656:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5062656 i_blocks 8192 00000080:00200000:1.0:1787827058.159658:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.159707:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5062656, count: 4096 00000080:00200000:1.0:1787827058.159731:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5062656, bytes: 4096 00000080:00200000:1.0:1787827058.159734:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.159738:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1237, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.159739:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5062656, 5066752) 0 0 00000080:00200000:1.0:1787827058.159742:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.159747:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1236, 1236] 00020000:00200000:1.0:1787827058.159751:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5062656 chunk: [5062656, 5066752) 5066752, 4096 00020000:00200000:1.0:1787827058.159753:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.159758:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1236, 1236] 00000008:00010000:1.0:1787827058.159764:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.159766:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.159774:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159783:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5062656 5066751) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159792:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159800:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159806:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159813:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5062656, 5066752) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.159818:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1236 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.159835:0:20502:0:(rw26.c:875:ll_write_end()) pos 5062656, len 4096, copied 4096 00000080:00200000:1.0:1787827058.159840:0:20502:0:(rw26.c:933:ll_write_end()) page@000000006c5a9e2a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1236] 00000080:00200000:1.0:1787827058.159843:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000072f1e5b3 17ffffc0001001 3:0 ffffa0e3c7c2f570 1236 lru 00000080:00200000:1.0:1787827058.159849:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001237a4b5 1236: 1< 0 - - > 2< 5062656 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483745792 - | - - + - > 5< - - + - | 0 - | 212 - -> 00000080:00200000:1.0:1787827058.159851:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000006c5a9e2a 00000080:00200000:1.0:1787827058.159852:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.159854:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.159863:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159871:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159879:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.159888:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.159900:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.159904:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.159906:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.159912:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.159915:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.159918:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.159922:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.159930:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.159937:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.159940:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.159944:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.159947:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1236, 1236] 00000080:00200000:1.0:1787827058.159951:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.159954:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.159959:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5066752 i_blocks 8192 00000080:00200000:1.0:1787827058.159962:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.160010:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5066752, count: 4096 00000080:00200000:1.0:1787827058.160016:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5066752, bytes: 4096 00000080:00200000:1.0:1787827058.160019:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.160022:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1238, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.160024:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5066752, 5070848) 0 0 00000080:00200000:1.0:1787827058.160026:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.160032:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1237, 1237] 00020000:00200000:1.0:1787827058.160035:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5066752 chunk: [5066752, 5070848) 5070848, 4096 00020000:00200000:1.0:1787827058.160038:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.160043:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1237, 1237] 00000008:00010000:1.0:1787827058.160049:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.160052:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.160060:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160070:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5066752 5070847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160079:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160087:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160095:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160102:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5066752, 5070848) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.160106:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1237 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.160123:0:20502:0:(rw26.c:875:ll_write_end()) pos 5066752, len 4096, copied 4096 00000080:00200000:1.0:1787827058.160127:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000fe9e98d2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1237] 00000080:00200000:1.0:1787827058.160131:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000054ed073c 17ffffc0001001 3:0 ffffa0e3c7c2fd98 1237 lru 00000080:00200000:1.0:1787827058.160137:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcde63bf 1237: 1< 0 - - > 2< 5066752 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483741696 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:1.0:1787827058.160139:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000fe9e98d2 00000080:00200000:1.0:1787827058.160140:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.160142:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.160152:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160160:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160168:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160176:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160187:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.160190:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.160192:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.160198:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.160201:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.160203:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.160208:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160216:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.160225:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.160228:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.160232:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.160235:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1237, 1237] 00000080:00200000:1.0:1787827058.160238:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.160242:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.160246:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5070848 i_blocks 8192 00000080:00200000:1.0:1787827058.160250:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.160296:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5070848, count: 4096 00000080:00200000:1.0:1787827058.160301:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5070848, bytes: 4096 00000080:00200000:1.0:1787827058.160304:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.160308:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1239, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.160309:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5070848, 5074944) 0 0 00000080:00200000:1.0:1787827058.160312:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.160317:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1238, 1238] 00020000:00200000:1.0:1787827058.160339:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5070848 chunk: [5070848, 5074944) 5074944, 4096 00020000:00200000:1.0:1787827058.160342:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.160348:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1238, 1238] 00000008:00010000:1.0:1787827058.160354:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.160357:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.160365:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160375:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5070848 5074943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160385:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160397:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160405:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160412:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5070848, 5074944) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.160417:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1238 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.160433:0:20502:0:(rw26.c:875:ll_write_end()) pos 5070848, len 4096, copied 4096 00000080:00200000:1.0:1787827058.160438:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b2f7d0a0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1238] 00000080:00200000:1.0:1787827058.160441:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001010a0c1 17ffffc0001001 3:0 ffffa0e3c7c2f740 1238 lru 00000080:00200000:1.0:1787827058.160447:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000002221afb9 1238: 1< 0 - - > 2< 5070848 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483737600 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:1.0:1787827058.160449:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b2f7d0a0 00000080:00200000:1.0:1787827058.160450:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.160452:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.160461:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160470:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160477:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160485:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160501:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.160504:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.160506:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.160513:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.160515:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.160518:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.160522:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160531:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.160540:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.160542:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.160547:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.160549:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1238, 1238] 00000080:00200000:1.0:1787827058.160553:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.160555:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.160560:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5074944 i_blocks 8192 00000080:00200000:1.0:1787827058.160562:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.160610:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5074944, count: 4096 00000080:00200000:1.0:1787827058.160615:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5074944, bytes: 4096 00000080:00200000:1.0:1787827058.160618:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.160622:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1240, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.160623:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5074944, 5079040) 0 0 00000080:00200000:1.0:1787827058.160626:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.160632:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1239, 1239] 00020000:00200000:1.0:1787827058.160635:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5074944 chunk: [5074944, 5079040) 5079040, 4096 00020000:00200000:1.0:1787827058.160638:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.160643:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1239, 1239] 00000008:00010000:1.0:1787827058.160650:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.160652:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.160660:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160669:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5074944 5079039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160679:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160688:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160695:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160702:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5074944, 5079040) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.160707:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1239 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.160742:0:20502:0:(rw26.c:875:ll_write_end()) pos 5074944, len 4096, copied 4096 00000080:00200000:1.0:1787827058.160747:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000340064ed[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1239] 00000080:00200000:1.0:1787827058.160750:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000044da24c0 17ffffc0001001 3:0 ffffa0e3c7c2f0e8 1239 lru 00000080:00200000:1.0:1787827058.160756:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000007782fb12 1239: 1< 0 - - > 2< 5074944 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483733504 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:1.0:1787827058.160758:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000340064ed 00000080:00200000:1.0:1787827058.160760:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.160762:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.160772:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160780:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160788:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.160796:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.160807:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.160810:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.160812:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.160818:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.160820:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.160823:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.160827:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160835:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.160844:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.160846:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.160850:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.160853:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1239, 1239] 00000080:00200000:1.0:1787827058.160857:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.160860:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.160864:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5079040 i_blocks 8192 00000080:00200000:1.0:1787827058.160867:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.160914:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5079040, count: 4096 00000080:00200000:1.0:1787827058.160919:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5079040, bytes: 4096 00000080:00200000:1.0:1787827058.160921:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.160925:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1241, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.160926:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5079040, 5083136) 0 0 00000080:00200000:1.0:1787827058.160929:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.160934:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1240, 1240] 00020000:00200000:1.0:1787827058.160937:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5079040 chunk: [5079040, 5083136) 5083136, 4096 00020000:00200000:1.0:1787827058.160940:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.160945:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1240, 1240] 00000008:00010000:1.0:1787827058.160950:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.160953:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.160961:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160970:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5079040 5083135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160979:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160987:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.160993:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161001:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5079040, 5083136) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.161006:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1240 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.161023:0:20502:0:(rw26.c:875:ll_write_end()) pos 5079040, len 4096, copied 4096 00000080:00200000:1.0:1787827058.161027:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b7c3082d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1240] 00000080:00200000:1.0:1787827058.161029:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000610cacb2 17ffffc0001001 3:0 ffffa0e3c7c2f3a0 1240 lru 00000080:00200000:1.0:1787827058.161035:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000065cfd8b8 1240: 1< 0 - - > 2< 5079040 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483729408 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:1.0:1787827058.161038:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b7c3082d 00000080:00200000:1.0:1787827058.161039:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.161041:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.161049:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161058:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161065:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161073:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161085:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.161088:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.161091:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.161097:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.161099:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.161102:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.161106:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161115:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.161123:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.161126:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.161130:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.161133:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1240, 1240] 00000080:00200000:1.0:1787827058.161137:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.161140:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.161144:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5083136 i_blocks 8192 00000080:00200000:1.0:1787827058.161146:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.161193:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5083136, count: 4096 00000080:00200000:1.0:1787827058.161197:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5083136, bytes: 4096 00000080:00200000:1.0:1787827058.161200:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.161204:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1242, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.161206:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5083136, 5087232) 0 0 00000080:00200000:1.0:1787827058.161208:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.161214:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1241, 1241] 00020000:00200000:1.0:1787827058.161217:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5083136 chunk: [5083136, 5087232) 5087232, 4096 00020000:00200000:1.0:1787827058.161220:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.161225:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1241, 1241] 00000008:00010000:1.0:1787827058.161231:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.161233:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.161241:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161250:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5083136 5087231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161259:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161267:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161274:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161283:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5083136, 5087232) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.161288:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1241 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.161305:0:20502:0:(rw26.c:875:ll_write_end()) pos 5083136, len 4096, copied 4096 00000080:00200000:1.0:1787827058.161308:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000f8976699[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1241] 00000080:00200000:1.0:1787827058.161312:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000b289aabd 17ffffc0001001 3:0 ffffa0e3c7c2f828 1241 lru 00000080:00200000:1.0:1787827058.161317:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000482c714c 1241: 1< 0 - - > 2< 5083136 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483725312 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:1.0:1787827058.161320:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000f8976699 00000080:00200000:1.0:1787827058.161333:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.161336:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.161345:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161354:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161362:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161374:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161386:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.161389:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.161392:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.161397:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.161400:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.161403:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.161408:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161416:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.161424:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.161426:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.161431:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.161434:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1241, 1241] 00000080:00200000:1.0:1787827058.161438:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.161441:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.161445:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5087232 i_blocks 8192 00000080:00200000:1.0:1787827058.161448:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.161493:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5087232, count: 4096 00000080:00200000:1.0:1787827058.161497:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5087232, bytes: 4096 00000080:00200000:1.0:1787827058.161499:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.161503:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1243, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.161505:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5087232, 5091328) 0 0 00000080:00200000:1.0:1787827058.161507:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.161512:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1242, 1242] 00020000:00200000:1.0:1787827058.161515:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5087232 chunk: [5087232, 5091328) 5091328, 4096 00020000:00200000:1.0:1787827058.161517:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.161522:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1242, 1242] 00000008:00010000:1.0:1787827058.161527:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.161529:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.161537:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161547:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5087232 5091327) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161556:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161563:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161570:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161577:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5087232, 5091328) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.161582:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1242 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.161598:0:20502:0:(rw26.c:875:ll_write_end()) pos 5087232, len 4096, copied 4096 00000080:00200000:1.0:1787827058.161604:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000083ea78d2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1242] 00000080:00200000:1.0:1787827058.161606:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000007aaba43b 17ffffc0001001 3:0 ffffa0e3c7c2fe80 1242 lru 00000080:00200000:1.0:1787827058.161612:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfc55637 1242: 1< 0 - - > 2< 5087232 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483721216 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:1.0:1787827058.161614:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000083ea78d2 00000080:00200000:1.0:1787827058.161615:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.161618:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.161626:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161634:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161641:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161649:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161660:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.161663:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.161665:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.161671:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.161673:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.161675:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.161680:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161688:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.161696:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.161699:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.161704:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.161707:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1242, 1242] 00000080:00200000:1.0:1787827058.161727:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.161730:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.161734:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5091328 i_blocks 8192 00000080:00200000:1.0:1787827058.161736:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.161783:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5091328, count: 4096 00000080:00200000:1.0:1787827058.161788:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5091328, bytes: 4096 00000080:00200000:1.0:1787827058.161791:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.161794:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1244, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.161796:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5091328, 5095424) 0 0 00000080:00200000:1.0:1787827058.161799:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.161804:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1243, 1243] 00020000:00200000:1.0:1787827058.161808:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5091328 chunk: [5091328, 5095424) 5095424, 4096 00020000:00200000:1.0:1787827058.161810:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.161815:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1243, 1243] 00000008:00010000:1.0:1787827058.161821:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.161823:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.161831:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161840:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5091328 5095423) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161850:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161857:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161869:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161876:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5091328, 5095424) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.161881:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1243 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.161895:0:20502:0:(rw26.c:875:ll_write_end()) pos 5091328, len 4096, copied 4096 00000080:00200000:1.0:1787827058.161899:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003ab93ac8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1243] 00000080:00200000:1.0:1787827058.161901:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c35e88b6 17ffffc0001001 3:0 ffffa0e3c7c2f910 1243 lru 00000080:00200000:1.0:1787827058.161907:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000acb53993 1243: 1< 0 - - > 2< 5091328 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483717120 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:1.0:1787827058.161909:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003ab93ac8 00000080:00200000:1.0:1787827058.161910:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.161912:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.161920:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161928:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161935:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.161943:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.161955:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.161958:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.161960:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.161966:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.161969:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.161971:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.161975:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.161983:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.161991:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.161994:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.161998:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.162001:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1243, 1243] 00000080:00200000:1.0:1787827058.162005:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.162008:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.162013:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5095424 i_blocks 8192 00000080:00200000:1.0:1787827058.162016:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.162061:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5095424, count: 4096 00000080:00200000:1.0:1787827058.162065:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5095424, bytes: 4096 00000080:00200000:1.0:1787827058.162068:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.162072:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1245, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.162073:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5095424, 5099520) 0 0 00000080:00200000:1.0:1787827058.162076:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.162081:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1244, 1244] 00020000:00200000:1.0:1787827058.162084:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5095424 chunk: [5095424, 5099520) 5099520, 4096 00020000:00200000:1.0:1787827058.162086:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.162091:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1244, 1244] 00000008:00010000:1.0:1787827058.162097:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.162099:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.162108:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162116:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5095424 5099519) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162124:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162132:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162139:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162147:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5095424, 5099520) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.162152:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1244 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.162169:0:20502:0:(rw26.c:875:ll_write_end()) pos 5095424, len 4096, copied 4096 00000080:00200000:1.0:1787827058.162173:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000011436cf0[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1244] 00000080:00200000:1.0:1787827058.162176:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004b1f1aab 17ffffc0001001 3:0 ffffa0e3c7c2f000 1244 lru 00000080:00200000:1.0:1787827058.162182:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9c1e90d 1244: 1< 0 - - > 2< 5095424 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483713024 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:1.0:1787827058.162184:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000011436cf0 00000080:00200000:1.0:1787827058.162185:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.162187:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.162194:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162202:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162210:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162218:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162229:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.162232:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.162234:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.162240:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.162243:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.162246:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.162250:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162258:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.162266:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.162269:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.162273:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.162276:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1244, 1244] 00000080:00200000:1.0:1787827058.162280:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.162283:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.162288:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5099520 i_blocks 8192 00000080:00200000:1.0:1787827058.162290:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.162350:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5099520, count: 4096 00000080:00200000:1.0:1787827058.162355:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5099520, bytes: 4096 00000080:00200000:1.0:1787827058.162358:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.162362:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1246, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.162363:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5099520, 5103616) 0 0 00000080:00200000:1.0:1787827058.162366:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.162371:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1245, 1245] 00020000:00200000:1.0:1787827058.162374:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5099520 chunk: [5099520, 5103616) 5103616, 4096 00020000:00200000:1.0:1787827058.162376:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.162381:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1245, 1245] 00000008:00010000:1.0:1787827058.162386:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.162388:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.162397:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162406:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5099520 5103615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162414:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162421:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162428:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162437:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5099520, 5103616) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.162442:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1245 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.162470:0:20502:0:(rw26.c:875:ll_write_end()) pos 5099520, len 4096, copied 4096 00000080:00200000:1.0:1787827058.162475:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000066d70b6a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1245] 00000080:00200000:1.0:1787827058.162478:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000006e1d29c 17ffffc0001001 3:0 ffffa0e3c8bba488 1245 lru 00000080:00200000:1.0:1787827058.162483:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb1f481b 1245: 1< 0 - - > 2< 5099520 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483708928 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:1.0:1787827058.162485:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000066d70b6a 00000080:00200000:1.0:1787827058.162486:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.162489:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.162497:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162505:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162512:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162520:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162531:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.162533:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.162535:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.162541:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.162543:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.162546:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.162550:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162556:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.162565:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.162567:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.162571:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.162574:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1245, 1245] 00000080:00200000:1.0:1787827058.162578:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.162580:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.162584:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5103616 i_blocks 8192 00000080:00200000:1.0:1787827058.162586:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.162628:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5103616, count: 4096 00000080:00200000:1.0:1787827058.162632:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5103616, bytes: 4096 00000080:00200000:1.0:1787827058.162634:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.162637:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1247, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.162638:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5103616, 5107712) 0 0 00000080:00200000:1.0:1787827058.162641:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.162646:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1246, 1246] 00020000:00200000:1.0:1787827058.162648:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5103616 chunk: [5103616, 5107712) 5107712, 4096 00020000:00200000:1.0:1787827058.162650:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.162655:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1246, 1246] 00000008:00010000:1.0:1787827058.162659:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.162661:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.162669:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162677:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5103616 5107711) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162686:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162697:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162703:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162730:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5103616, 5107712) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.162736:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1246 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.162754:0:20502:0:(rw26.c:875:ll_write_end()) pos 5103616, len 4096, copied 4096 00000080:00200000:1.0:1787827058.162759:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008c9b7aec[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1246] 00000080:00200000:1.0:1787827058.162762:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed8b233d 17ffffc0001001 3:0 ffffa0e3c8bba570 1246 lru 00000080:00200000:1.0:1787827058.162767:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000003dea6693 1246: 1< 0 - - > 2< 5103616 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483704832 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:1.0:1787827058.162768:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008c9b7aec 00000080:00200000:1.0:1787827058.162769:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.162772:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.162779:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162787:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162793:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.162799:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162814:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.162816:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.162819:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.162824:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.162826:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.162829:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.162835:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162842:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.162850:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.162852:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.162856:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.162858:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1246, 1246] 00000080:00200000:1.0:1787827058.162862:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.162864:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.162868:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5107712 i_blocks 8192 00000080:00200000:1.0:1787827058.162870:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.162913:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5107712, count: 4096 00000080:00200000:1.0:1787827058.162918:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5107712, bytes: 4096 00000080:00200000:1.0:1787827058.162920:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.162923:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1248, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.162924:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5107712, 5111808) 0 0 00000080:00200000:1.0:1787827058.162927:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.162931:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1247, 1247] 00020000:00200000:1.0:1787827058.162935:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5107712 chunk: [5107712, 5111808) 5111808, 4096 00020000:00200000:1.0:1787827058.162937:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.162942:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1247, 1247] 00000008:00010000:1.0:1787827058.162947:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.162949:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.162958:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162967:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5107712 5111807) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162976:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162984:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.162990:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.162997:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5107712, 5111808) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.163002:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1247 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.163018:0:20502:0:(rw26.c:875:ll_write_end()) pos 5107712, len 4096, copied 4096 00000080:00200000:1.0:1787827058.163022:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b9a31acc[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1247] 00000080:00200000:1.0:1787827058.163025:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @0000000060fd5d33 17ffffc0001001 3:0 ffffa0e3c8bbad98 1247 lru 00000080:00200000:1.0:1787827058.163031:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001c62c742 1247: 1< 0 - - > 2< 5107712 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483700736 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:1.0:1787827058.163033:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b9a31acc 00000080:00200000:1.0:1787827058.163035:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.163037:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.163046:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163054:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163061:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163068:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163080:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.163083:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.163085:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.163090:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.163093:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.163096:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.163100:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163109:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.163117:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.163120:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.163124:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.163127:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1247, 1247] 00000080:00200000:1.0:1787827058.163130:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.163133:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.163138:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5111808 i_blocks 8192 00000080:00200000:1.0:1787827058.163141:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.163187:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5111808, count: 4096 00000080:00200000:1.0:1787827058.163192:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5111808, bytes: 4096 00000080:00200000:1.0:1787827058.163194:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.163198:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1249, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.163199:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5111808, 5115904) 0 0 00000080:00200000:1.0:1787827058.163202:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.163207:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1248, 1248] 00020000:00200000:1.0:1787827058.163210:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5111808 chunk: [5111808, 5115904) 5115904, 4096 00020000:00200000:1.0:1787827058.163212:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.163217:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1248, 1248] 00000008:00010000:1.0:1787827058.163223:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.163225:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.163233:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163242:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5111808 5115903) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163251:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163259:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163267:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163276:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5111808, 5115904) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.163281:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1248 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.163302:0:20502:0:(rw26.c:875:ll_write_end()) pos 5111808, len 4096, copied 4096 00000080:00200000:1.0:1787827058.163306:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a1d625f3[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1248] 00000080:00200000:1.0:1787827058.163309:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004289285f 17ffffc0001021 2:0 ffffa0e3c8bba740 1248 lru 00000080:00200000:1.0:1787827058.163314:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005ba6b323 1248: 1< 0 - - > 2< 5111808 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483696640 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:1.0:1787827058.163316:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a1d625f3 00000080:00200000:1.0:1787827058.163317:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.163319:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.163341:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163351:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163358:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163366:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163377:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.163381:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.163383:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.163389:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.163392:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.163395:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.163399:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163407:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.163415:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.163418:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.163422:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.163425:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1248, 1248] 00000080:00200000:1.0:1787827058.163428:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.163431:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.163436:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5115904 i_blocks 8192 00000080:00200000:1.0:1787827058.163439:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.163484:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5115904, count: 4096 00000080:00200000:1.0:1787827058.163488:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5115904, bytes: 4096 00000080:00200000:1.0:1787827058.163490:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.163494:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1250, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.163495:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5115904, 5120000) 0 0 00000080:00200000:1.0:1787827058.163498:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.163503:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1249, 1249] 00020000:00200000:1.0:1787827058.163506:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5115904 chunk: [5115904, 5120000) 5120000, 4096 00020000:00200000:1.0:1787827058.163508:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.163513:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1249, 1249] 00000008:00010000:1.0:1787827058.163519:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.163521:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.163529:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163538:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5115904 5119999) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163547:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163555:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163561:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163570:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5115904, 5120000) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.163575:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1249 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.163591:0:20502:0:(rw26.c:875:ll_write_end()) pos 5115904, len 4096, copied 4096 00000080:00200000:1.0:1787827058.163596:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000056c539da[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1249] 00000080:00200000:1.0:1787827058.163599:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1bca12a 17ffffc0001001 3:0 ffffa0e3c8bba0e8 1249 lru 00000080:00200000:1.0:1787827058.163604:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1fadde4 1249: 1< 0 - - > 2< 5115904 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483692544 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:1.0:1787827058.163606:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000056c539da 00000080:00200000:1.0:1787827058.163608:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.163610:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.163618:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163627:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163635:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163645:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163655:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.163658:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.163660:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.163666:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.163668:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.163671:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.163675:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163683:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.163692:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.163694:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.163698:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.163701:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1249, 1249] 00000080:00200000:1.0:1787827058.163705:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.163708:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.163733:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5120000 i_blocks 8192 00000080:00200000:1.0:1787827058.163737:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.163784:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5120000, count: 4096 00000080:00200000:1.0:1787827058.163788:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5120000, bytes: 4096 00000080:00200000:1.0:1787827058.163791:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.163795:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1251, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.163796:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5120000, 5124096) 0 0 00000080:00200000:1.0:1787827058.163798:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.163803:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1250, 1250] 00020000:00200000:1.0:1787827058.163806:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5120000 chunk: [5120000, 5124096) 5124096, 4096 00020000:00200000:1.0:1787827058.163808:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.163813:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1250, 1250] 00000008:00010000:1.0:1787827058.163818:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.163821:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.163829:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163838:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5120000 5124095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163847:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163855:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163862:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163871:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5120000, 5124096) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.163877:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1250 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.163894:0:20502:0:(rw26.c:875:ll_write_end()) pos 5120000, len 4096, copied 4096 00000080:00200000:1.0:1787827058.163899:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000537be14a[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1250] 00000080:00200000:1.0:1787827058.163902:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000c092ac43 17ffffc0001001 3:0 ffffa0e3c8bba3a0 1250 lru 00000080:00200000:1.0:1787827058.163907:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000074eeeb0d 1250: 1< 0 - - > 2< 5120000 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483688448 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:1.0:1787827058.163910:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000537be14a 00000080:00200000:1.0:1787827058.163911:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.163913:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.163922:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163931:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163937:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.163944:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.163955:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.163958:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.163960:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.163965:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.163968:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.163971:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.163975:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.163983:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.163992:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.163994:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.163998:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.164001:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1250, 1250] 00000080:00200000:1.0:1787827058.164005:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.164008:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.164012:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5124096 i_blocks 8192 00000080:00200000:1.0:1787827058.164016:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.164063:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5124096, count: 4096 00000080:00200000:1.0:1787827058.164068:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5124096, bytes: 4096 00000080:00200000:1.0:1787827058.164070:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.164073:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1252, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.164074:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5124096, 5128192) 0 0 00000080:00200000:1.0:1787827058.164077:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.164082:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1251, 1251] 00020000:00200000:1.0:1787827058.164086:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5124096 chunk: [5124096, 5128192) 5128192, 4096 00020000:00200000:1.0:1787827058.164088:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.164092:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1251, 1251] 00000008:00010000:1.0:1787827058.164097:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.164099:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.164106:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164115:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5124096 5128191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164124:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164132:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164144:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164152:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5124096, 5128192) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.164157:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1251 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.164174:0:20502:0:(rw26.c:875:ll_write_end()) pos 5124096, len 4096, copied 4096 00000080:00200000:1.0:1787827058.164179:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000935966fc[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1251] 00000080:00200000:1.0:1787827058.164182:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000d3c0915f 17ffffc0001001 3:0 ffffa0e3c8bba828 1251 lru 00000080:00200000:1.0:1787827058.164187:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ab9f7f1e 1251: 1< 0 - - > 2< 5124096 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483684352 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:1.0:1787827058.164190:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000935966fc 00000080:00200000:1.0:1787827058.164191:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.164193:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.164202:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164210:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164217:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164226:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164236:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.164239:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.164241:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.164246:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.164249:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.164251:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.164255:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164263:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.164271:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.164274:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.164278:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.164281:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1251, 1251] 00000080:00200000:1.0:1787827058.164285:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.164288:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.164293:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5128192 i_blocks 8192 00000080:00200000:1.0:1787827058.164296:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.164357:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5128192, count: 4096 00000080:00200000:1.0:1787827058.164362:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5128192, bytes: 4096 00000080:00200000:1.0:1787827058.164365:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.164369:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1253, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.164370:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5128192, 5132288) 0 0 00000080:00200000:1.0:1787827058.164372:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.164377:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1252, 1252] 00020000:00200000:1.0:1787827058.164380:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5128192 chunk: [5128192, 5132288) 5132288, 4096 00020000:00200000:1.0:1787827058.164383:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.164388:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1252, 1252] 00000008:00010000:1.0:1787827058.164392:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.164394:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.164402:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164411:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5128192 5132287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164419:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164427:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164435:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164443:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5128192, 5132288) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.164449:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1252 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.164467:0:20502:0:(rw26.c:875:ll_write_end()) pos 5128192, len 4096, copied 4096 00000080:00200000:1.0:1787827058.164471:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ba19b793[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1252] 00000080:00200000:1.0:1787827058.164474:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000003a73676b 17ffffc0001001 3:0 ffffa0e3c8bbae80 1252 lru 00000080:00200000:1.0:1787827058.164480:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001c716c8e 1252: 1< 0 - - > 2< 5128192 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483680256 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:1.0:1787827058.164482:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ba19b793 00000080:00200000:1.0:1787827058.164483:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.164485:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.164493:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164500:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164507:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164514:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164526:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.164529:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.164531:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.164536:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.164539:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.164541:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.164545:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164552:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.164560:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.164562:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.164566:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.164568:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1252, 1252] 00000080:00200000:1.0:1787827058.164572:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.164574:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.164579:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5132288 i_blocks 8192 00000080:00200000:1.0:1787827058.164582:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.164630:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5132288, count: 4096 00000080:00200000:1.0:1787827058.164635:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5132288, bytes: 4096 00000080:00200000:1.0:1787827058.164638:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.164641:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1254, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.164643:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5132288, 5136384) 0 0 00000080:00200000:1.0:1787827058.164645:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.164650:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1253, 1253] 00020000:00200000:1.0:1787827058.164653:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5132288 chunk: [5132288, 5136384) 5136384, 4096 00020000:00200000:1.0:1787827058.164656:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.164661:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1253, 1253] 00000008:00010000:1.0:1787827058.164667:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.164670:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.164677:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164687:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5132288 5136383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164696:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164704:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164728:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164737:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5132288, 5136384) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.164743:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1253 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.164760:0:20502:0:(rw26.c:875:ll_write_end()) pos 5132288, len 4096, copied 4096 00000080:00200000:1.0:1787827058.164765:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000071354881[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1253] 00000080:00200000:1.0:1787827058.164768:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e0677ac7 17ffffc0001001 3:0 ffffa0e3c8bba910 1253 lru 00000080:00200000:1.0:1787827058.164773:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3c86773 1253: 1< 0 - - > 2< 5132288 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483676160 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:1.0:1787827058.164775:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000071354881 00000080:00200000:1.0:1787827058.164777:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.164779:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.164788:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164796:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164803:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.164811:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.164823:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.164826:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.164828:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.164835:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.164837:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.164839:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.164843:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164851:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.164859:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.164861:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.164865:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.164867:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1253, 1253] 00000080:00200000:1.0:1787827058.164871:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.164874:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.164878:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5136384 i_blocks 8192 00000080:00200000:1.0:1787827058.164881:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.164928:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5136384, count: 4096 00000080:00200000:1.0:1787827058.164933:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5136384, bytes: 4096 00000080:00200000:1.0:1787827058.164936:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.164939:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1255, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.164941:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5136384, 5140480) 0 0 00000080:00200000:1.0:1787827058.164943:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.164948:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1254, 1254] 00020000:00200000:1.0:1787827058.164951:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5136384 chunk: [5136384, 5140480) 5140480, 4096 00020000:00200000:1.0:1787827058.164954:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.164959:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1254, 1254] 00000008:00010000:1.0:1787827058.164965:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.164967:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.164975:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164985:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5136384 5140479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.164994:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165006:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165013:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165021:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5136384, 5140480) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.165026:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1254 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.165043:0:20502:0:(rw26.c:875:ll_write_end()) pos 5136384, len 4096, copied 4096 00000080:00200000:1.0:1787827058.165048:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004160644c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1254] 00000080:00200000:1.0:1787827058.165051:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000fb5c2075 17ffffc0001001 3:0 ffffa0e3c8bba000 1254 lru 00000080:00200000:1.0:1787827058.165057:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005547b647 1254: 1< 0 - - > 2< 5136384 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483672064 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:1.0:1787827058.165059:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004160644c 00000080:00200000:1.0:1787827058.165060:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.165062:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.165070:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165079:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165086:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165094:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165111:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.165114:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.165117:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.165123:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.165126:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.165128:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.165133:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165140:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.165147:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.165150:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.165154:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.165157:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1254, 1254] 00000080:00200000:1.0:1787827058.165160:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.165162:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.165166:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5140480 i_blocks 8192 00000080:00200000:1.0:1787827058.165169:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.165216:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5140480, count: 4096 00000080:00200000:1.0:1787827058.165222:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5140480, bytes: 4096 00000080:00200000:1.0:1787827058.165224:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.165228:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1256, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.165229:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5140480, 5144576) 0 0 00000080:00200000:1.0:1787827058.165232:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.165237:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1255, 1255] 00020000:00200000:1.0:1787827058.165240:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5140480 chunk: [5140480, 5144576) 5144576, 4096 00020000:00200000:1.0:1787827058.165242:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.165247:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1255, 1255] 00000008:00010000:1.0:1787827058.165253:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.165256:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.165264:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165273:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5140480 5144575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165283:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165290:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165296:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165303:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5140480, 5144576) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.165308:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1255 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.165338:0:20502:0:(rw26.c:875:ll_write_end()) pos 5140480, len 4096, copied 4096 00000080:00200000:1.0:1787827058.165343:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a20f0758[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1255] 00000080:00200000:1.0:1787827058.165346:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006f4362ed 17ffffc0001001 3:0 ffffa0e3c8bbacb0 1255 lru 00000080:00200000:1.0:1787827058.165352:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000628a38e2 1255: 1< 0 - - > 2< 5140480 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483667968 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:1.0:1787827058.165354:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a20f0758 00000080:00200000:1.0:1787827058.165355:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.165357:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.165366:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165374:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165381:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165388:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165401:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.165404:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.165406:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.165412:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.165414:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.165417:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.165421:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165429:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.165438:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.165440:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.165445:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.165447:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1255, 1255] 00000080:00200000:1.0:1787827058.165451:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.165454:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.165459:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5144576 i_blocks 8192 00000080:00200000:1.0:1787827058.165461:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.165505:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5144576, count: 4096 00000080:00200000:1.0:1787827058.165509:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5144576, bytes: 4096 00000080:00200000:1.0:1787827058.165512:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.165516:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1257, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.165517:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5144576, 5148672) 0 0 00000080:00200000:1.0:1787827058.165520:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.165525:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1256, 1256] 00020000:00200000:1.0:1787827058.165529:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5144576 chunk: [5144576, 5148672) 5148672, 4096 00020000:00200000:1.0:1787827058.165531:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.165537:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1256, 1256] 00000008:00010000:1.0:1787827058.165543:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.165545:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.165552:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165562:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5144576 5148671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165571:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165579:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165586:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165595:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5144576, 5148672) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.165601:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1256 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.165616:0:20502:0:(rw26.c:875:ll_write_end()) pos 5144576, len 4096, copied 4096 00000080:00200000:1.0:1787827058.165620:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000434e6979[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1256] 00000080:00200000:1.0:1787827058.165622:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000004431908c 17ffffc0001001 3:0 ffffa0e3c8bbaae0 1256 lru 00000080:00200000:1.0:1787827058.165629:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e51a4c4c 1256: 1< 0 - - > 2< 5144576 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483663872 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:1.0:1787827058.165631:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000434e6979 00000080:00200000:1.0:1787827058.165632:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.165634:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.165641:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165649:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165656:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165664:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165676:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.165679:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.165681:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.165687:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.165690:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.165692:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.165697:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165705:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.165734:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.165736:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.165741:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.165744:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1256, 1256] 00000080:00200000:1.0:1787827058.165748:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.165751:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.165755:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5148672 i_blocks 8192 00000080:00200000:1.0:1787827058.165757:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.165804:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5148672, count: 4096 00000080:00200000:1.0:1787827058.165808:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5148672, bytes: 4096 00000080:00200000:1.0:1787827058.165811:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.165815:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1258, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.165816:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5148672, 5152768) 0 0 00000080:00200000:1.0:1787827058.165819:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.165825:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1257, 1257] 00020000:00200000:1.0:1787827058.165828:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5148672 chunk: [5148672, 5152768) 5152768, 4096 00020000:00200000:1.0:1787827058.165831:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.165836:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1257, 1257] 00000008:00010000:1.0:1787827058.165843:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.165845:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.165853:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165862:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5148672 5152767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165871:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165879:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.165887:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165895:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5148672, 5152768) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.165901:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1257 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.165915:0:20502:0:(rw26.c:875:ll_write_end()) pos 5148672, len 4096, copied 4096 00000080:00200000:1.0:1787827058.165919:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004c162cbd[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1257] 00000080:00200000:1.0:1787827058.165922:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000db3fd57c 17ffffc0001001 3:0 ffffa0e3c8bba2b8 1257 lru 00000080:00200000:1.0:1787827058.165928:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008fff4ad7 1257: 1< 0 - - > 2< 5148672 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483659776 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:1.0:1787827058.165930:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004c162cbd 00000080:00200000:1.0:1787827058.165931:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.165933:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.165940:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165948:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165955:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.165969:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.165981:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.165984:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.165986:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.165992:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.165995:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.165998:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.166002:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166011:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.166018:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.166021:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.166026:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.166029:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1257, 1257] 00000080:00200000:1.0:1787827058.166033:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.166036:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.166041:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5152768 i_blocks 8192 00000080:00200000:1.0:1787827058.166044:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.166090:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5152768, count: 4096 00000080:00200000:1.0:1787827058.166094:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5152768, bytes: 4096 00000080:00200000:1.0:1787827058.166096:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.166101:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1259, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.166102:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5152768, 5156864) 0 0 00000080:00200000:1.0:1787827058.166105:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.166110:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1258, 1258] 00020000:00200000:1.0:1787827058.166113:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5152768 chunk: [5152768, 5156864) 5156864, 4096 00020000:00200000:1.0:1787827058.166116:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.166121:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1258, 1258] 00000008:00010000:1.0:1787827058.166127:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.166130:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.166138:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166147:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5152768 5156863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166156:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166163:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166171:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166179:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5152768, 5156864) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.166184:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1258 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.166201:0:20502:0:(rw26.c:875:ll_write_end()) pos 5152768, len 4096, copied 4096 00000080:00200000:1.0:1787827058.166205:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b5d02842[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1258] 00000080:00200000:1.0:1787827058.166207:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000be97af2 17ffffc0001001 3:0 ffffa0e3c8bbabc8 1258 lru 00000080:00200000:1.0:1787827058.166213:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000001bf5254a 1258: 1< 0 - - > 2< 5152768 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483655680 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:1.0:1787827058.166215:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b5d02842 00000080:00200000:1.0:1787827058.166216:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.166218:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.166226:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166233:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166240:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166248:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166259:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.166262:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.166264:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.166270:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.166273:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.166276:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.166280:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166288:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.166297:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.166299:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.166304:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.166308:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1258, 1258] 00000080:00200000:1.0:1787827058.166311:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.166314:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.166319:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5156864 i_blocks 8192 00000080:00200000:1.0:1787827058.166334:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.166383:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5156864, count: 4096 00000080:00200000:1.0:1787827058.166387:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5156864, bytes: 4096 00000080:00200000:1.0:1787827058.166390:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.166393:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1260, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.166395:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5156864, 5160960) 0 0 00000080:00200000:1.0:1787827058.166397:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.166403:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1259, 1259] 00020000:00200000:1.0:1787827058.166406:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5156864 chunk: [5156864, 5160960) 5160960, 4096 00020000:00200000:1.0:1787827058.166409:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.166414:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1259, 1259] 00000008:00010000:1.0:1787827058.166419:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.166422:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.166430:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166439:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5156864 5160959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166449:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166457:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166469:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166477:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5156864, 5160960) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.166482:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1259 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.166499:0:20502:0:(rw26.c:875:ll_write_end()) pos 5156864, len 4096, copied 4096 00000080:00200000:1.0:1787827058.166504:0:20502:0:(rw26.c:933:ll_write_end()) page@000000007fd42e25[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1259] 00000080:00200000:1.0:1787827058.166506:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008ac46acd 17ffffc0001001 3:0 ffffa0e3c8bba658 1259 lru 00000080:00200000:1.0:1787827058.166512:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000256a55bf 1259: 1< 0 - - > 2< 5156864 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483651584 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:1.0:1787827058.166514:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000007fd42e25 00000080:00200000:1.0:1787827058.166515:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.166518:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.166526:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166533:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166539:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166547:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166558:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.166561:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.166563:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.166569:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.166571:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.166573:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.166577:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166586:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.166594:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.166597:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.166601:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.166605:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1259, 1259] 00000080:00200000:1.0:1787827058.166609:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.166612:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.166616:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5160960 i_blocks 8192 00000080:00200000:1.0:1787827058.166619:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.166666:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5160960, count: 4096 00000080:00200000:1.0:1787827058.166671:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5160960, bytes: 4096 00000080:00200000:1.0:1787827058.166674:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.166678:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1261, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.166680:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5160960, 5165056) 0 0 00000080:00200000:1.0:1787827058.166682:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.166687:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1260, 1260] 00020000:00200000:1.0:1787827058.166690:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5160960 chunk: [5160960, 5165056) 5165056, 4096 00020000:00200000:1.0:1787827058.166693:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.166697:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1260, 1260] 00000008:00010000:1.0:1787827058.166702:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.166704:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.166728:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166738:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5160960 5165055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166747:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166754:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166762:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166770:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5160960, 5165056) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.166775:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1260 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.166789:0:20502:0:(rw26.c:875:ll_write_end()) pos 5160960, len 4096, copied 4096 00000080:00200000:1.0:1787827058.166794:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000a977b1c2[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1260] 00000080:00200000:1.0:1787827058.166796:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f423a651 17ffffc0001001 3:0 ffffa0e3c8bba1d0 1260 lru 00000080:00200000:1.0:1787827058.166802:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f0dc4c29 1260: 1< 0 - - > 2< 5160960 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483647488 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:1.0:1787827058.166804:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000a977b1c2 00000080:00200000:1.0:1787827058.166805:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.166807:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.166815:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166824:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166831:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.166839:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.166849:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.166852:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.166854:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.166859:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.166862:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.166864:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.166868:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.166875:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.166884:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.166886:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.166890:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.166893:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1260, 1260] 00000080:00200000:1.0:1787827058.166897:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.166900:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.166905:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5165056 i_blocks 8192 00000080:00200000:1.0:1787827058.166908:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.166956:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5165056, count: 4096 00000080:00200000:1.0:1787827058.166961:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5165056, bytes: 4096 00000080:00200000:1.0:1787827058.166964:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.166968:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1262, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.166969:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5165056, 5169152) 0 0 00000080:00200000:1.0:1787827058.166972:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.166977:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1261, 1261] 00020000:00200000:1.0:1787827058.166980:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5165056 chunk: [5165056, 5169152) 5169152, 4096 00020000:00200000:1.0:1787827058.166982:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.166987:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1261, 1261] 00000008:00010000:1.0:1787827058.166992:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.166994:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.167001:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167010:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5165056 5169151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167019:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167026:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167034:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167042:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5165056, 5169152) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.167048:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1261 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.167065:0:20502:0:(rw26.c:875:ll_write_end()) pos 5165056, len 4096, copied 4096 00000080:00200000:1.0:1787827058.167070:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000e127f4a8[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1261] 00000080:00200000:1.0:1787827058.167073:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000208ee203 17ffffc0001001 3:0 ffffa0e3c8bba9f8 1261 lru 00000080:00200000:1.0:1787827058.167078:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000c940b6ae 1261: 1< 0 - - > 2< 5165056 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483643392 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:1.0:1787827058.167081:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000e127f4a8 00000080:00200000:1.0:1787827058.167082:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.167084:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.167093:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167101:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167108:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167117:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167129:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.167131:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.167133:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.167139:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.167142:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.167144:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.167149:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167156:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.167166:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.167168:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.167173:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.167176:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1261, 1261] 00000080:00200000:1.0:1787827058.167180:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.167183:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.167188:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5169152 i_blocks 8192 00000080:00200000:1.0:1787827058.167191:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.167238:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5169152, count: 4096 00000080:00200000:1.0:1787827058.167242:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5169152, bytes: 4096 00000080:00200000:1.0:1787827058.167245:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.167248:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1263, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.167250:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5169152, 5173248) 0 0 00000080:00200000:1.0:1787827058.167253:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.167258:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1262, 1262] 00020000:00200000:1.0:1787827058.167262:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5169152 chunk: [5169152, 5173248) 5173248, 4096 00020000:00200000:1.0:1787827058.167264:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.167269:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1262, 1262] 00000008:00010000:1.0:1787827058.167275:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.167277:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.167286:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167296:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5169152 5173247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167305:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167318:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167338:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167347:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5169152, 5173248) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.167353:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1262 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.167379:0:20502:0:(rw26.c:875:ll_write_end()) pos 5169152, len 4096, copied 4096 00000080:00200000:1.0:1787827058.167383:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000041be36a5[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1262] 00000080:00200000:1.0:1787827058.167387:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009920b56b 17ffffc0001001 3:0 ffffa0e3c58afd98 1262 lru 00000080:00200000:1.0:1787827058.167393:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000ac28a045 1262: 1< 0 - - > 2< 5169152 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483639296 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:1.0:1787827058.167395:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000041be36a5 00000080:00200000:1.0:1787827058.167396:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.167398:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.167407:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167415:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167423:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167431:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167448:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.167452:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.167454:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.167460:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.167463:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.167466:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.167470:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167479:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.167487:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.167490:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.167494:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.167497:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1262, 1262] 00000080:00200000:1.0:1787827058.167501:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.167504:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.167508:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5173248 i_blocks 8192 00000080:00200000:1.0:1787827058.167512:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.167556:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5173248, count: 4096 00000080:00200000:1.0:1787827058.167561:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5173248, bytes: 4096 00000080:00200000:1.0:1787827058.167563:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.167567:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1264, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.167569:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5173248, 5177344) 0 0 00000080:00200000:1.0:1787827058.167571:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.167577:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1263, 1263] 00020000:00200000:1.0:1787827058.167581:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5173248 chunk: [5173248, 5177344) 5177344, 4096 00020000:00200000:1.0:1787827058.167583:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.167588:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1263, 1263] 00000008:00010000:1.0:1787827058.167594:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.167596:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.167604:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167614:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5173248 5177343) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167623:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167631:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167638:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167646:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5173248, 5177344) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.167651:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1263 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.167674:0:20502:0:(rw26.c:875:ll_write_end()) pos 5173248, len 4096, copied 4096 00000080:00200000:1.0:1787827058.167679:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001fbc372b[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1263] 00000080:00200000:1.0:1787827058.167681:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc424383 17ffffc0001021 2:0 ffffa0e3c58af740 1263 lru 00000080:00200000:1.0:1787827058.167686:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000002898bde5 1263: 1< 0 - - > 2< 5173248 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483635200 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:1.0:1787827058.167688:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001fbc372b 00000080:00200000:1.0:1787827058.167689:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.167691:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.167699:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167706:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167732:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.167741:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167753:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.167757:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.167759:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.167765:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.167767:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.167769:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.167774:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167782:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.167790:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.167793:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.167797:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.167800:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1263, 1263] 00000080:00200000:1.0:1787827058.167804:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.167807:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.167812:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5177344 i_blocks 8192 00000080:00200000:1.0:1787827058.167814:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.167862:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5177344, count: 4096 00000080:00200000:1.0:1787827058.167866:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5177344, bytes: 4096 00000080:00200000:1.0:1787827058.167868:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.167871:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1265, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.167873:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5177344, 5181440) 0 0 00000080:00200000:1.0:1787827058.167875:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.167881:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1264, 1264] 00020000:00200000:1.0:1787827058.167885:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5177344 chunk: [5177344, 5181440) 5181440, 4096 00020000:00200000:1.0:1787827058.167887:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.167892:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1264, 1264] 00000008:00010000:1.0:1787827058.167898:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.167901:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.167909:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167918:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5177344 5181439) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167928:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167936:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.167943:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.167952:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5177344, 5181440) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.167958:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1264 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.167975:0:20502:0:(rw26.c:875:ll_write_end()) pos 5177344, len 4096, copied 4096 00000080:00200000:1.0:1787827058.167979:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000073368f92[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1264] 00000080:00200000:1.0:1787827058.167982:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000001a916586 17ffffc0001001 3:0 ffffa0e3c58af0e8 1264 lru 00000080:00200000:1.0:1787827058.167988:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000e6acac5a 1264: 1< 0 - - > 2< 5177344 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483631104 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:1.0:1787827058.167990:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000073368f92 00000080:00200000:1.0:1787827058.167991:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.167993:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.168000:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168008:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168016:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168022:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168035:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.168038:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.168040:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.168047:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.168049:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.168052:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.168057:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168065:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.168073:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.168076:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.168081:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.168083:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1264, 1264] 00000080:00200000:1.0:1787827058.168087:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.168090:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.168094:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5181440 i_blocks 8192 00000080:00200000:1.0:1787827058.168097:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.168146:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5181440, count: 4096 00000080:00200000:1.0:1787827058.168150:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5181440, bytes: 4096 00000080:00200000:1.0:1787827058.168153:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.168156:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1266, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.168157:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5181440, 5185536) 0 0 00000080:00200000:1.0:1787827058.168159:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.168164:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1265, 1265] 00020000:00200000:1.0:1787827058.168167:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5181440 chunk: [5181440, 5185536) 5185536, 4096 00020000:00200000:1.0:1787827058.168169:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.168174:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1265, 1265] 00000008:00010000:1.0:1787827058.168180:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.168183:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.168191:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168200:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5181440 5185535) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168210:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168217:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168224:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168232:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5181440, 5185536) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.168239:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1265 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.168255:0:20502:0:(rw26.c:875:ll_write_end()) pos 5181440, len 4096, copied 4096 00000080:00200000:1.0:1787827058.168260:0:20502:0:(rw26.c:933:ll_write_end()) page@000000008ac48204[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1265] 00000080:00200000:1.0:1787827058.168263:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000002b360380 17ffffc0001001 3:0 ffffa0e3c58af3a0 1265 lru 00000080:00200000:1.0:1787827058.168269:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000005aee7b28 1265: 1< 0 - - > 2< 5181440 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483627008 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:1.0:1787827058.168271:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000008ac48204 00000080:00200000:1.0:1787827058.168272:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.168274:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.168282:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168289:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168296:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168308:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168319:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.168333:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.168336:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.168343:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.168345:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.168348:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.168352:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168361:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.168369:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.168371:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.168376:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.168379:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1265, 1265] 00000080:00200000:1.0:1787827058.168382:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.168385:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.168390:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5185536 i_blocks 8192 00000080:00200000:1.0:1787827058.168393:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.168441:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5185536, count: 4096 00000080:00200000:1.0:1787827058.168445:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5185536, bytes: 4096 00000080:00200000:1.0:1787827058.168447:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.168451:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1267, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.168452:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5185536, 5189632) 0 0 00000080:00200000:1.0:1787827058.168454:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.168460:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1266, 1266] 00020000:00200000:1.0:1787827058.168463:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5185536 chunk: [5185536, 5189632) 5189632, 4096 00020000:00200000:1.0:1787827058.168465:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.168470:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1266, 1266] 00000008:00010000:1.0:1787827058.168475:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.168478:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.168486:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168494:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5185536 5189631) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168502:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168510:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168516:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168522:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5185536, 5189632) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.168527:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1266 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.168544:0:20502:0:(rw26.c:875:ll_write_end()) pos 5185536, len 4096, copied 4096 00000080:00200000:1.0:1787827058.168549:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000007503c39[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1266] 00000080:00200000:1.0:1787827058.168552:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000006af6c693 17ffffc0001001 3:0 ffffa0e3c58af828 1266 lru 00000080:00200000:1.0:1787827058.168557:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000008ad190ff 1266: 1< 0 - - > 2< 5185536 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483622912 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:1.0:1787827058.168559:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000007503c39 00000080:00200000:1.0:1787827058.168561:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.168562:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.168571:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168578:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168586:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168593:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168604:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.168607:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.168610:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.168616:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.168618:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.168620:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.168625:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168633:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.168641:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.168644:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.168648:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.168651:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1266, 1266] 00000080:00200000:1.0:1787827058.168655:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.168657:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.168662:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5189632 i_blocks 8192 00000080:00200000:1.0:1787827058.168665:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.168729:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5189632, count: 4096 00000080:00200000:1.0:1787827058.168734:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5189632, bytes: 4096 00000080:00200000:1.0:1787827058.168737:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.168740:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1268, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.168741:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5189632, 5193728) 0 0 00000080:00200000:1.0:1787827058.168744:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.168748:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1267, 1267] 00020000:00200000:1.0:1787827058.168751:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5189632 chunk: [5189632, 5193728) 5193728, 4096 00020000:00200000:1.0:1787827058.168753:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.168758:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1267, 1267] 00000008:00010000:1.0:1787827058.168764:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.168767:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.168774:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168783:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5189632 5193727) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168792:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168800:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168811:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168819:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5189632, 5193728) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.168824:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1267 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.168842:0:20502:0:(rw26.c:875:ll_write_end()) pos 5189632, len 4096, copied 4096 00000080:00200000:1.0:1787827058.168846:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000ff529fcb[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1267] 00000080:00200000:1.0:1787827058.168849:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000000d1b9b30 17ffffc0001001 3:0 ffffa0e3c58afe80 1267 lru 00000080:00200000:1.0:1787827058.168855:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000842d354e 1267: 1< 0 - - > 2< 5189632 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483618816 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:1.0:1787827058.168857:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000ff529fcb 00000080:00200000:1.0:1787827058.168858:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.168860:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.168869:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168877:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168884:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.168892:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.168901:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.168904:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.168906:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.168912:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.168914:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.168917:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.168921:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.168929:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.168937:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.168940:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.168944:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.168947:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1267, 1267] 00000080:00200000:1.0:1787827058.168951:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.168954:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.168959:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5193728 i_blocks 8192 00000080:00200000:1.0:1787827058.168961:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.169008:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5193728, count: 4096 00000080:00200000:1.0:1787827058.169012:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5193728, bytes: 4096 00000080:00200000:1.0:1787827058.169015:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.169018:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1269, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.169020:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5193728, 5197824) 0 0 00000080:00200000:1.0:1787827058.169022:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.169027:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1268, 1268] 00020000:00200000:1.0:1787827058.169030:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5193728 chunk: [5193728, 5197824) 5197824, 4096 00020000:00200000:1.0:1787827058.169033:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.169038:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1268, 1268] 00000008:00010000:1.0:1787827058.169043:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.169045:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.169053:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169061:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5193728 5197823) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169069:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169077:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169082:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169089:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5193728, 5197824) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.169094:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1268 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.169111:0:20502:0:(rw26.c:875:ll_write_end()) pos 5193728, len 4096, copied 4096 00000080:00200000:1.0:1787827058.169116:0:20502:0:(rw26.c:933:ll_write_end()) page@000000000f5646ed[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1268] 00000080:00200000:1.0:1787827058.169119:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000e55828b9 17ffffc0001001 3:0 ffffa0e3c58af910 1268 lru 00000080:00200000:1.0:1787827058.169124:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000000c137dc2 1268: 1< 0 - - > 2< 5193728 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483614720 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:1.0:1787827058.169126:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000000f5646ed 00000080:00200000:1.0:1787827058.169127:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.169129:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.169137:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169145:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169152:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169161:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169172:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.169175:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.169177:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.169183:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.169185:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.169188:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.169192:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169200:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.169209:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.169211:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.169216:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.169218:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1268, 1268] 00000080:00200000:1.0:1787827058.169222:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.169224:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.169228:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5197824 i_blocks 8192 00000080:00200000:1.0:1787827058.169230:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.169278:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5197824, count: 4096 00000080:00200000:1.0:1787827058.169282:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5197824, bytes: 4096 00000080:00200000:1.0:1787827058.169285:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.169288:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1270, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.169290:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5197824, 5201920) 0 0 00000080:00200000:1.0:1787827058.169292:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.169297:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1269, 1269] 00020000:00200000:1.0:1787827058.169300:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5197824 chunk: [5197824, 5201920) 5201920, 4096 00020000:00200000:1.0:1787827058.169302:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.169307:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1269, 1269] 00000008:00010000:1.0:1787827058.169311:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.169314:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.169334:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169343:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5197824 5201919) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169354:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169361:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169368:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169376:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5197824, 5201920) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.169381:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1269 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.169397:0:20502:0:(rw26.c:875:ll_write_end()) pos 5197824, len 4096, copied 4096 00000080:00200000:1.0:1787827058.169402:0:20502:0:(rw26.c:933:ll_write_end()) page@000000001120cf80[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1269] 00000080:00200000:1.0:1787827058.169405:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000621aa5e6 17ffffc0001001 3:0 ffffa0e3c58af000 1269 lru 00000080:00200000:1.0:1787827058.169410:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f62262ef 1269: 1< 0 - - > 2< 5197824 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483610624 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:1.0:1787827058.169412:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000001120cf80 00000080:00200000:1.0:1787827058.169413:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.169415:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.169422:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169429:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169435:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169443:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169453:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.169456:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.169458:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.169464:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.169466:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.169469:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.169473:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169480:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.169489:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.169491:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.169497:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.169500:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1269, 1269] 00000080:00200000:1.0:1787827058.169504:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.169507:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.169511:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5201920 i_blocks 8192 00000080:00200000:1.0:1787827058.169514:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.169560:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5201920, count: 4096 00000080:00200000:1.0:1787827058.169565:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5201920, bytes: 4096 00000080:00200000:1.0:1787827058.169568:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.169571:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1271, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.169573:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5201920, 5206016) 0 0 00000080:00200000:1.0:1787827058.169575:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.169581:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1270, 1270] 00020000:00200000:1.0:1787827058.169584:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5201920 chunk: [5201920, 5206016) 5206016, 4096 00020000:00200000:1.0:1787827058.169586:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.169591:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1270, 1270] 00000008:00010000:1.0:1787827058.169596:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.169599:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.169606:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169615:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5201920 5206015) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169624:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169636:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169643:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169650:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5201920, 5206016) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.169656:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1270 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.169673:0:20502:0:(rw26.c:875:ll_write_end()) pos 5201920, len 4096, copied 4096 00000080:00200000:1.0:1787827058.169677:0:20502:0:(rw26.c:933:ll_write_end()) page@000000009193e0ed[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1270] 00000080:00200000:1.0:1787827058.169680:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000be2b96cf 17ffffc0001001 3:0 ffffa0e3c58afcb0 1270 lru 00000080:00200000:1.0:1787827058.169685:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb08940c 1270: 1< 0 - - > 2< 5201920 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483606528 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:1.0:1787827058.169688:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000009193e0ed 00000080:00200000:1.0:1787827058.169689:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.169691:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.169699:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169708:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169734:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.169743:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169757:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.169760:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.169762:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.169768:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.169771:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.169773:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.169778:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169786:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.169794:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.169796:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.169800:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.169803:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1270, 1270] 00000080:00200000:1.0:1787827058.169807:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.169810:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.169815:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5206016 i_blocks 8192 00000080:00200000:1.0:1787827058.169818:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.169863:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5206016, count: 4096 00000080:00200000:1.0:1787827058.169868:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5206016, bytes: 4096 00000080:00200000:1.0:1787827058.169871:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.169874:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1272, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.169876:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5206016, 5210112) 0 0 00000080:00200000:1.0:1787827058.169878:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.169884:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1271, 1271] 00020000:00200000:1.0:1787827058.169887:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5206016 chunk: [5206016, 5210112) 5210112, 4096 00020000:00200000:1.0:1787827058.169889:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.169895:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1271, 1271] 00000008:00010000:1.0:1787827058.169899:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.169902:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.169908:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169917:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5206016 5210111) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169927:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169935:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.169943:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.169952:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5206016, 5210112) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.169957:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1271 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.169972:0:20502:0:(rw26.c:875:ll_write_end()) pos 5206016, len 4096, copied 4096 00000080:00200000:1.0:1787827058.169976:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004eb52e1d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1271] 00000080:00200000:1.0:1787827058.169979:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000a22a1fcb 17ffffc0001001 3:0 ffffa0e3c58afae0 1271 lru 00000080:00200000:1.0:1787827058.169984:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000f53da2b7 1271: 1< 0 - - > 2< 5206016 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483602432 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:1.0:1787827058.169986:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004eb52e1d 00000080:00200000:1.0:1787827058.169987:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.169988:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.169997:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170005:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170012:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170021:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170032:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.170035:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.170037:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.170042:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.170044:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.170047:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.170052:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170059:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.170066:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.170068:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.170072:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.170075:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1271, 1271] 00000080:00200000:1.0:1787827058.170079:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.170082:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.170086:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5210112 i_blocks 8192 00000080:00200000:1.0:1787827058.170089:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.170134:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5210112, count: 4096 00000080:00200000:1.0:1787827058.170138:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5210112, bytes: 4096 00000080:00200000:1.0:1787827058.170141:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.170144:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1273, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.170145:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5210112, 5214208) 0 0 00000080:00200000:1.0:1787827058.170148:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.170153:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1272, 1272] 00020000:00200000:1.0:1787827058.170156:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5210112 chunk: [5210112, 5214208) 5214208, 4096 00020000:00200000:1.0:1787827058.170158:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.170163:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1272, 1272] 00000008:00010000:1.0:1787827058.170168:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.170171:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.170179:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170188:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5210112 5214207) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170197:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170207:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170213:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170221:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5210112, 5214208) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.170225:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1272 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.170241:0:20502:0:(rw26.c:875:ll_write_end()) pos 5210112, len 4096, copied 4096 00000080:00200000:1.0:1787827058.170246:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000d3b4d557[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1272] 00000080:00200000:1.0:1787827058.170249:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000068e5d44 17ffffc0001001 3:0 ffffa0e3c58af2b8 1272 lru 00000080:00200000:1.0:1787827058.170255:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000082fa0379 1272: 1< 0 - - > 2< 5210112 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483598336 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:1.0:1787827058.170257:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000d3b4d557 00000080:00200000:1.0:1787827058.170258:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.170260:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.170269:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170277:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170285:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170293:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170304:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.170307:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.170310:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.170315:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.170318:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.170331:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.170336:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170344:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.170353:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.170355:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.170360:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.170363:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1272, 1272] 00000080:00200000:1.0:1787827058.170367:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.170369:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.170373:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5214208 i_blocks 8192 00000080:00200000:1.0:1787827058.170375:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.170421:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5214208, count: 4096 00000080:00200000:1.0:1787827058.170426:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5214208, bytes: 4096 00000080:00200000:1.0:1787827058.170428:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.170432:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1274, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.170433:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5214208, 5218304) 0 0 00000080:00200000:1.0:1787827058.170436:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.170441:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1273, 1273] 00020000:00200000:1.0:1787827058.170444:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5214208 chunk: [5214208, 5218304) 5218304, 4096 00020000:00200000:1.0:1787827058.170447:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.170452:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1273, 1273] 00000008:00010000:1.0:1787827058.170457:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.170459:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.170467:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170476:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5214208 5218303) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170484:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170491:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170498:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170506:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5214208, 5218304) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.170511:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1273 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.170527:0:20502:0:(rw26.c:875:ll_write_end()) pos 5214208, len 4096, copied 4096 00000080:00200000:1.0:1787827058.170531:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000b8b3210c[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1273] 00000080:00200000:1.0:1787827058.170534:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000785c2f21 17ffffc0001001 3:0 ffffa0e3c58afbc8 1273 lru 00000080:00200000:1.0:1787827058.170540:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000595b3ae1 1273: 1< 0 - - > 2< 5214208 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483594240 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:1.0:1787827058.170541:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000b8b3210c 00000080:00200000:1.0:1787827058.170542:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.170544:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.170552:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170559:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170565:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170579:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170590:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.170593:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.170595:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.170601:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.170604:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.170606:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.170610:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170618:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.170626:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.170628:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.170632:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.170635:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1273, 1273] 00000080:00200000:1.0:1787827058.170639:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.170642:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.170646:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5218304 i_blocks 8192 00000080:00200000:1.0:1787827058.170649:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.170696:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5218304, count: 4096 00000080:00200000:1.0:1787827058.170700:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5218304, bytes: 4096 00000080:00200000:1.0:1787827058.170702:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.170705:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1275, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.170707:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5218304, 5222400) 0 0 00000080:00200000:1.0:1787827058.170709:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.170731:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1274, 1274] 00020000:00200000:1.0:1787827058.170734:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5218304 chunk: [5218304, 5222400) 5222400, 4096 00020000:00200000:1.0:1787827058.170737:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.170743:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1274, 1274] 00000008:00010000:1.0:1787827058.170748:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.170750:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.170758:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170768:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5218304 5222399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170778:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170785:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170792:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170800:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5218304, 5222400) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.170806:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1274 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.170822:0:20502:0:(rw26.c:875:ll_write_end()) pos 5218304, len 4096, copied 4096 00000080:00200000:1.0:1787827058.170827:0:20502:0:(rw26.c:933:ll_write_end()) page@000000003d654b0d[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1274] 00000080:00200000:1.0:1787827058.170830:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000005992fb9a 17ffffc0001001 3:0 ffffa0e3c58af658 1274 lru 00000080:00200000:1.0:1787827058.170835:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a155fc6f 1274: 1< 0 - - > 2< 5218304 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483590144 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:1.0:1787827058.170838:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000003d654b0d 00000080:00200000:1.0:1787827058.170839:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.170841:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.170849:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170858:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170864:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.170870:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.170882:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.170884:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.170886:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.170892:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.170895:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.170898:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.170902:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.170911:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.170919:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.170922:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.170925:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.170928:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1274, 1274] 00000080:00200000:1.0:1787827058.170931:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.170934:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.170939:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5222400 i_blocks 8192 00000080:00200000:1.0:1787827058.170942:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.170989:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5222400, count: 4096 00000080:00200000:1.0:1787827058.170993:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5222400, bytes: 4096 00000080:00200000:1.0:1787827058.170995:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.170998:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1276, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.170999:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5222400, 5226496) 0 0 00000080:00200000:1.0:1787827058.171002:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.171007:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1275, 1275] 00020000:00200000:1.0:1787827058.171010:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5222400 chunk: [5222400, 5226496) 5226496, 4096 00020000:00200000:1.0:1787827058.171012:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.171017:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1275, 1275] 00000008:00010000:1.0:1787827058.171021:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.171024:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.171031:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171040:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5222400 5226495) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171049:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171057:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171070:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171077:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5222400, 5226496) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.171082:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1275 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.171097:0:20502:0:(rw26.c:875:ll_write_end()) pos 5222400, len 4096, copied 4096 00000080:00200000:1.0:1787827058.171101:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000061f7afcd[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1275] 00000080:00200000:1.0:1787827058.171104:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000987c0572 17ffffc0001001 3:0 ffffa0e3c58af1d0 1275 lru 00000080:00200000:1.0:1787827058.171110:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@0000000097427931 1275: 1< 0 - - > 2< 5222400 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483586048 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:1.0:1787827058.171112:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000061f7afcd 00000080:00200000:1.0:1787827058.171113:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.171115:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.171123:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171132:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171139:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171146:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171155:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.171158:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.171161:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.171166:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.171169:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.171171:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.171175:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171182:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.171190:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.171193:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.171197:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.171200:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1275, 1275] 00000080:00200000:1.0:1787827058.171204:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.171207:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.171211:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5226496 i_blocks 8192 00000080:00200000:1.0:1787827058.171214:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.171261:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5226496, count: 4096 00000080:00200000:1.0:1787827058.171266:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5226496, bytes: 4096 00000080:00200000:1.0:1787827058.171268:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.171272:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1277, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.171273:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5226496, 5230592) 0 0 00000080:00200000:1.0:1787827058.171276:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.171282:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1276, 1276] 00020000:00200000:1.0:1787827058.171285:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5226496 chunk: [5226496, 5230592) 5230592, 4096 00020000:00200000:1.0:1787827058.171286:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.171291:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1276, 1276] 00000008:00010000:1.0:1787827058.171296:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.171298:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.171306:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171314:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5226496 5230591) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171336:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171344:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171351:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171360:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5226496, 5230592) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.171365:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1276 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.171383:0:20502:0:(rw26.c:875:ll_write_end()) pos 5226496, len 4096, copied 4096 00000080:00200000:1.0:1787827058.171388:0:20502:0:(rw26.c:933:ll_write_end()) page@00000000707de929[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1276] 00000080:00200000:1.0:1787827058.171391:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000003a6b2e39 17ffffc0001001 3:0 ffffa0e3c58af9f8 1276 lru 00000080:00200000:1.0:1787827058.171396:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a451ed9a 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483581952 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:1.0:1787827058.171398:0:20502:0:(rw26.c:933:ll_write_end()) end page@00000000707de929 00000080:00200000:1.0:1787827058.171399:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.171401:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.171409:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171417:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171424:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171432:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171443:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.171446:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.171448:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.171453:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.171456:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.171458:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.171463:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171471:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.171478:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.171481:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.171485:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.171488:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1276, 1276] 00000080:00200000:1.0:1787827058.171492:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.171495:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.171499:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5230592 i_blocks 8192 00000080:00200000:1.0:1787827058.171502:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.171550:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5230592, count: 4096 00000080:00200000:1.0:1787827058.171555:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5230592, bytes: 4096 00000080:00200000:1.0:1787827058.171558:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.171561:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1278, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.171563:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5230592, 5234688) 0 0 00000080:00200000:1.0:1787827058.171565:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.171571:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1277, 1277] 00020000:00200000:1.0:1787827058.171573:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5230592 chunk: [5230592, 5234688) 5234688, 4096 00020000:00200000:1.0:1787827058.171576:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.171581:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1277, 1277] 00000008:00010000:1.0:1787827058.171587:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.171589:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.171597:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171607:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5230592 5234687) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171616:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171623:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171628:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171636:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5230592, 5234688) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.171641:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1277 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.171658:0:20502:0:(rw26.c:875:ll_write_end()) pos 5230592, len 4096, copied 4096 00000080:00200000:1.0:1787827058.171663:0:20502:0:(rw26.c:933:ll_write_end()) page@000000004c439166[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1277] 00000080:00200000:1.0:1787827058.171666:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @00000000f5bda5c9 17ffffc0001001 3:0 ffffa0e3c58af488 1277 lru 00000080:00200000:1.0:1787827058.171671:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000a74a1690 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483577856 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:1.0:1787827058.171673:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000004c439166 00000080:00200000:1.0:1787827058.171674:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.171676:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.171684:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171693:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171699:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171707:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171737:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.171740:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.171743:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.171749:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.171751:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.171753:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.171757:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171766:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.171773:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.171775:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.171779:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.171782:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1277, 1277] 00000080:00200000:1.0:1787827058.171786:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.171789:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.171793:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5234688 i_blocks 8192 00000080:00200000:1.0:1787827058.171796:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.171845:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5234688, count: 4096 00000080:00200000:1.0:1787827058.171849:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5234688, bytes: 4096 00000080:00200000:1.0:1787827058.171852:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.171855:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1279, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.171857:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5234688, 5238784) 0 0 00000080:00200000:1.0:1787827058.171859:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.171865:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1278, 1278] 00020000:00200000:1.0:1787827058.171868:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5234688 chunk: [5234688, 5238784) 5238784, 4096 00020000:00200000:1.0:1787827058.171870:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.171875:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1278, 1278] 00000008:00010000:1.0:1787827058.171881:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.171884:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.171891:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171900:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5234688 5238783) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171910:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171921:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.171929:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.171936:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5234688, 5238784) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.171940:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1278 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.171962:0:20502:0:(rw26.c:875:ll_write_end()) pos 5234688, len 4096, copied 4096 00000080:00200000:1.0:1787827058.171967:0:20502:0:(rw26.c:933:ll_write_end()) page@0000000054bc3128[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1278] 00000080:00200000:1.0:1787827058.171970:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000009451b27a 17ffffc0001021 2:0 ffffa0e3c58af570 1278 lru 00000080:00200000:1.0:1787827058.171975:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@000000004a96e45e 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483573760 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:1.0:1787827058.171978:0:20502:0:(rw26.c:933:ll_write_end()) end page@0000000054bc3128 00000080:00200000:1.0:1787827058.171979:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.171981:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.171990:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.171998:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.172005:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.172012:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.172027:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.172031:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.172033:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.172039:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.172041:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.172044:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.172048:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172057:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.172065:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.172067:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.172071:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.172073:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1278, 1278] 00000080:00200000:1.0:1787827058.172077:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.172079:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.172084:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5238784 i_blocks 8192 00000080:00200000:1.0:1787827058.172086:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.172133:0:20502:0:(file.c:2652:do_file_write_iter()) START file f6.replay-ost-single:[0x200000403:0x11:0x0], ppos: 5238784, count: 4096 00000080:00200000:1.0:1787827058.172138:0:20502:0:(file.c:2090:ll_file_io_generic()) f6.replay-ost-single: write ppos: 5238784, bytes: 4096 00000080:00200000:1.0:1787827058.172140:0:20502:0:(file.c:1848:ll_io_set_mirror()) f6.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827058.172144:0:20502:0:(cl_io.c:218:cl_io_rw_init()) header@00000000857f506d[0x110, 1280, [0x200000403:0x11:0x0] hash] 00000020:00200000:1.0:1787827058.172145:0:20502:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5238784, 5242880) 0 0 00000080:00200000:1.0:1787827058.172148:0:20502:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827058.172153:0:20502:0:(file.c:2170:ll_file_io_generic()) Range lock [1279, 1279] 00020000:00200000:1.0:1787827058.172156:0:20502:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5238784 chunk: [5238784, 5242880) 5242880, 4096 00020000:00200000:1.0:1787827058.172158:0:20502:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827058.172162:0:20502:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1279, 1279] 00000008:00010000:1.0:1787827058.172167:0:20502:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827058.172169:0:20502:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b230, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827058.172177:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172186:0:20502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5238784 5242879) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172195:0:20502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172203:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172210:0:20502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.172218:0:20502:0:(vvp_io.c:1339:vvp_io_write_start()) f6.replay-ost-single: write [5238784, 5242880) append 0 append lockpos 0 00000080:00200000:1.0:1787827058.172223:0:20502:0:(rw26.c:681:ll_write_begin()) Writing 1279 of 0 to 4096 bytes 00000080:00200000:1.0:1787827058.172245:0:20502:0:(rw26.c:875:ll_write_end()) pos 5238784, len 4096, copied 4096 00000080:00200000:1.0:1787827058.172249:0:20502:0:(rw26.c:933:ll_write_end()) page@000000005e4fa0ec[3 00000000f9a36a02 2 1 00000000b4ca9ede 0 0 1279] 00000080:00200000:1.0:1787827058.172251:0:20502:0:(rw26.c:933:ll_write_end()) vmpage @000000008db0adfb 17ffffc0001001 3:0 ffffa0e3d06702b8 1279 lru 00000080:00200000:1.0:1787827058.172257:0:20502:0:(rw26.c:933:ll_write_end()) osc-page@00000000609e3f2e 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 0000000090e6f0f2 000000001f634cb6 > 3< 0 0 > 4< 0 0 8 483569664 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:1.0:1787827058.172258:0:20502:0:(rw26.c:933:ll_write_end()) end page@000000005e4fa0ec 00000080:00200000:1.0:1787827058.172259:0:20502:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827058.172262:0:20502:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827058.172270:0:20502:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.172279:0:20502:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.172286:0:20502:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.172294:0:20502:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827058.172304:0:20502:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae5d38, count 1, dirtied 1 00000080:00200000:1.0:1787827058.172307:0:20502:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1787827058.172310:0:20502:0:(vvp_io.c:1421:vvp_io_write_start()) f6.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:1.0:1787827058.172315:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827058.172317:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827058.172320:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b230 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827058.172336:0:20502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827058.172344:0:20502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:1.0:1787827058.172352:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648d58 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827058.172354:0:20502:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b230 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827058.172359:0:20502:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827058.172362:0:20502:0:(file.c:2207:ll_file_io_generic()) Range unlock [1279, 1279] 00000080:00200000:1.0:1787827058.172366:0:20502:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827058.172369:0:20502:0:(file.c:2240:ll_file_io_generic()) f6.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827058.172374:0:20502:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5242880 i_blocks 8192 00000080:00200000:1.0:1787827058.172377:0:20502:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827058.172402:0:20502:0:(file.c:479:ll_file_release()) START file f6.replay-ost-single:[0x200000403:0x11:0x0](ffffa0e3d8ae5b88), flags 100001 00000002:00100000:1.0:1787827058.172464:0:20502:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e3c3e870c0 x1874672134291200/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827073 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787827058.172476:0:20502:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787827058.172482:0:20502:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d6940 x1874672134291840/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787827058.172505:0:20502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:20502:1874672134291840:192.168.203.106@tcp:35:dd.0 00000100:00100000:1.0:1787827058.172589:0:20502:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.173834:0:20502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:20502:1874672134291840:192.168.203.106@tcp:35:dd.0 00000002:00100000:1.0:1787827058.173855:0:20502:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e3c3e870c0 x1874672134291200/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827073 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827058.178814:0:20503:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827058.178839:0:20503:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827058.178855:0:20503:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 117 lru_type: 1 00010000:00010000:1.0:1787827058.178868:0:20503:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 117 lru_type: 1 00000080:00200000:1.0:1787827058.178876:0:20503:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827058.178884:0:20503:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827058.178888:0:20503:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827058.178896:0:20503:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8219fbf8 00010000:00010000:1.0:1787827058.178900:0:20503:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 117 lru_type: 1 00010000:00010000:1.0:1787827058.178909:0:20503:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 118 lru_type: 1 00000080:00200000:1.0:1787827058.178924:0:20503:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.178931:0:20503:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=27 00000080:00200000:1.0:1787827058.178937:0:20503:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.178940:0:20503:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.replay-ost-single, flags=267 00000080:00200000:1.0:1787827058.178961:0:20503:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827058.178968:0:20503:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827058.178974:0:20503:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 118 lru_type: 1 00010000:00010000:1.0:1787827058.178981:0:20503:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 118 lru_type: 1 00000080:00200000:1.0:1787827058.178987:0:20503:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827058.178990:0:20503:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827058.178992:0:20503:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827058.178996:0:20503:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8219fbf8 00010000:00010000:1.0:1787827058.178999:0:20503:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 118 lru_type: 1 00010000:00010000:1.0:1787827058.179005:0:20503:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 119 lru_type: 1 00000080:00200000:1.0:1787827058.179016:0:20503:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.179019:0:20503:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=267 00000080:00200000:1.0:1787827058.179022:0:20503:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 44 00000080:00200008:1.0:1787827058.179027:0:20503:0:(file.c:1090:ll_file_open()) START file d0.replay-ost-single:[0x200000402:0x1:0x0](ffffa0e3d8950908), flags 304000 00000002:00010000:1.0:1787827058.179040:0:20503:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1787827058.179083:0:20503:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.179090:0:20503:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827058.179100:0:20503:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827058.179110:0:20503:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d7840 x1874672134292096/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827058.179120:0:20503:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827058.179138:0:20503:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292096:192.168.203.106@tcp:101:lfs.0 00000100:00100000:1.0:1787827058.179296:0:20503:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.181305:0:20503:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292096:192.168.203.106@tcp:101:lfs.0 00010000:00010000:1.0:1787827058.181342:0:20503:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181355:0:20503:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181362:0:20503:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181369:0:20503:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181378:0:20503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181384:0:20503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e3c1659c00 already unused, calling callback (ffffffffc1c3a990) 00010000:00010000:1.0:1787827058.181389:0:20503:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181394:0:20503:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181399:0:20503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181403:0:20503:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787827058.181409:0:20503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.181413:0:20503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c34675fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 20503 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827058.181427:0:20503:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffffa0e3d98d7840 x1874672134292096/t4294967398(4294967398) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787827058.181436:0:20503:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d98d7840 x1874672134292096/t4294967398(4294967398) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827058.181447:0:20503:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827058.181470:0:20503:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000002:00100000:1.0:1787827058.181486:0:20503:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d98d7840 x1874672134292096/t4294967398(4294967398) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1787827058.181577:0:20503:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908) cmd=c0086915 arg=22d33d0 00000100:00100000:1.0:1787827058.181639:0:20503:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292224:192.168.203.106@tcp:34:lfs.0 00000100:00100000:1.0:1787827058.181689:0:20503:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.183153:0:20503:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292224:192.168.203.106@tcp:34:lfs.0 00000080:00200008:1.0:1787827058.183303:0:20503:0:(file.c:479:ll_file_release()) START file d0.replay-ost-single:[0x200000402:0x1:0x0](ffffa0e3d8950908), flags 304000 00000002:00100000:1.0:1787827058.183360:0:20503:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e3d98d7840 x1874672134292096/t4294967398(4294967398) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787827058.183370:0:20503:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787827058.183373:0:20503:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d4b40 x1874672134292480/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787827058.183386:0:20503:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292480:192.168.203.106@tcp:35:lfs.0 00000100:00100000:1.0:1787827058.183428:0:20503:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.184341:0:20503:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20503:1874672134292480:192.168.203.106@tcp:35:lfs.0 00000002:00100000:1.0:1787827058.184357:0:20503:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e3d98d7840 x1874672134292096/t4294967398(4294967398) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787827058.190267:0:20504:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827058.190294:0:20504:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827058.190310:0:20504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 119 lru_type: 1 00010000:00010000:1.0:1787827058.190334:0:20504:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 119 lru_type: 1 00000080:00200000:1.0:1787827058.190345:0:20504:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827058.190352:0:20504:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827058.190354:0:20504:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827058.190362:0:20504:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8225fbf8 00010000:00010000:1.0:1787827058.190365:0:20504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 119 lru_type: 1 00010000:00010000:1.0:1787827058.190371:0:20504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 120 lru_type: 1 00000080:00200000:1.0:1787827058.190385:0:20504:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.190390:0:20504:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=27 00000080:00200000:1.0:1787827058.190394:0:20504:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.190397:0:20504:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.replay-ost-single, flags=267 00000080:00200000:1.0:1787827058.190414:0:20504:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827058.190418:0:20504:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827058.190423:0:20504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 120 lru_type: 1 00010000:00010000:1.0:1787827058.190428:0:20504:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 120 lru_type: 1 00000080:00200000:1.0:1787827058.190432:0:20504:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827058.190434:0:20504:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827058.190436:0:20504:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827058.190438:0:20504:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8225fbf8 00010000:00010000:1.0:1787827058.190440:0:20504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 120 lru_type: 1 00010000:00010000:1.0:1787827058.190444:0:20504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 121 lru_type: 1 00000080:00200000:1.0:1787827058.190449:0:20504:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827058.190451:0:20504:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=267 00000080:00200000:1.0:1787827058.190452:0:20504:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 44 00000080:00200008:1.0:1787827058.190457:0:20504:0:(file.c:1090:ll_file_open()) START file d0.replay-ost-single:[0x200000402:0x1:0x0](ffffa0e3d8950908), flags 304000 00000002:00010000:1.0:1787827058.190468:0:20504:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:1.0:1787827058.190507:0:20504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 20504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.190512:0:20504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 20504 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787827058.190522:0:20504:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787827058.190531:0:20504:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d4b40 x1874672134292736/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787827058.190538:0:20504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 20504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827058.190553:0:20504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20504:1874672134292736:192.168.203.106@tcp:101:lfs.0 00000100:00100000:1.0:1787827058.190734:0:20504:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.192262:0:20504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4b40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20504:1874672134292736:192.168.203.106@tcp:101:lfs.0 00010000:00010000:1.0:1787827058.192288:0:20504:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.192305:0:20504:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.192317:0:20504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.192341:0:20504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827058.192356:0:20504:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffffa0e3d98d4b40 x1874672134292736/t4294967400(4294967400) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787827058.192368:0:20504:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d98d4b40 x1874672134292736/t4294967400(4294967400) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 648/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827058.192382:0:20504:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.192392:0:20504:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 16 res 8589935618/1 (0 0) 00000080:00200000:1.0:1787827058.192397:0:20504:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827058.192421:0:20504:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827058.192428:0:20504:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffffa0e3d8950908) for lock 0x33d55ea1c3467602 00000080:00010000:1.0:1787827058.192433:0:20504:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467602 from it ffffb25a8225fbd0 00010000:00010000:1.0:1787827058.192437:0:20504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827058.192446:0:20504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:1.0:1787827058.192465:0:20504:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3d98d4b40 x1874672134292736/t4294967400(4294967400) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1787827058.192536:0:20504:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908) cmd=c0086915 arg=1e9c3d0 00000100:00100000:1.0:1787827058.192579:0:20504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20504:1874672134292864:192.168.203.106@tcp:34:lfs.0 00000100:00100000:1.0:1787827058.192626:0:20504:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5800840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827058.193959:0:20504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20504:1874672134292864:192.168.203.106@tcp:34:lfs.0 00000080:00200008:1.0:1787827058.194068:0:20504:0:(file.c:479:ll_file_release()) START file d0.replay-ost-single:[0x200000402:0x1:0x0](ffffa0e3d8950908), flags 304000 00010000:00010000:1.0:1787827058.194086:0:20504:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827058.197829:0:478:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787827058.197845:0:478:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787827058.197870:0:478:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:0.0:1787827058.197889:0:478:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827058.198265:0:478:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:0.0:1787827058.198680:0:478:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c3e86580 - object 0x280000401:18 offset 4194304<>5242880 00000080:00200000:0.0:1787827058.198742:0:478:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787827058.198766:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134292992:192.168.203.106@tcp:4:dd.0 00000008:00010000:1.0:1787827058.204656:0:2390:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:1.0:1787827058.205035:0:2390:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009f3fa08f ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:1.0:1787827058.205072:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134292992:192.168.203.106@tcp:4:dd.0 00010000:00010000:3.0:1787827058.626887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827059.650871:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787827060.211532:0:38:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827060.211549:0:38:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827060.211575:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1787827061.698894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827062.722894:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827063.107005:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134293120:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827063.107415:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787827063.107421:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134293248:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827063.111531:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134293504:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827063.111590:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025e940 x1874672134293376/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827063.111598:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134293376:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827063.111917:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025f840 x1874672134293632/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827063.111928:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134293632:192.168.203.106@tcp:400:kworker.0 00000080:00200008:3.0:1787827063.414090:0:20590:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827063.414105:0:20590:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827063.414131:0:20590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827063.414154:0:20590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1787827063.414166:0:20590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 121 lru_type: 1 00000080:00200000:3.0:1787827063.414173:0:20590:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827063.414182:0:20590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827063.414186:0:20590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827063.414194:0:20590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a82367cb8 00010000:00010000:3.0:1787827063.414199:0:20590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1787827063.414208:0:20590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 122 lru_type: 1 00000080:00200008:3.0:1787827063.414820:0:20590:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827063.414826:0:20590:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827063.414835:0:20590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827063.414843:0:20590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1787827063.414853:0:20590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 122 lru_type: 1 00000080:00200000:3.0:1787827063.414860:0:20590:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827063.414864:0:20590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827063.414867:0:20590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827063.414872:0:20590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a82367cb8 00010000:00010000:3.0:1787827063.414875:0:20590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1787827063.414882:0:20590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 123 lru_type: 1 00000080:00200000:3.0:1787827063.414969:0:20590:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827063.414978:0:20590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827063.414986:0:20590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1787827063.414996:0:20590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 123 lru_type: 1 00000080:00200000:3.0:1787827063.415002:0:20590:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827063.415006:0:20590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827063.415009:0:20590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827063.415013:0:20590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a82367bb0 00010000:00010000:3.0:1787827063.415016:0:20590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1787827063.415023:0:20590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 124 lru_type: 1 00000080:00200000:3.0:1787827063.415033:0:20590:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787827063.415041:0:20590:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:3.0:1787827063.415091:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.415106:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00800000:00000004:3.0:1787827063.415112:0:20590:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 434, max_age 439 00000100:00100000:3.0:1787827063.415153:0:20590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134293760:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827063.415307:0:20590:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932300 going to sleep for 11 seconds 00000100:00100000:3.0:1787827063.416932:0:20590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134293760:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827063.416954:0:20590:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023721/1024000 00000080:00200080:3.0:1787827063.416996:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.417009:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00800000:00000004:3.0:1787827063.417014:0:20590:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 434, max_age 439 00000100:00100000:3.0:1787827063.417034:0:20590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134293888:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827063.417118:0:20590:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932300 going to sleep for 11 seconds 00010000:00080000:3.0:1787827063.418278:0:20590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4319e00 x1874672134293888/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827079 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827063.418300:0:20590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134293888:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827063.418311:0:20590:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787827063.418335:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418345:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418353:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418357:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418361:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418364:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418382:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418387:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418392:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418396:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418399:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418403:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418407:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418411:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418419:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418423:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418427:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418431:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418434:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418438:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418442:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418444:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418446:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418449:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418451:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418452:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418454:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418456:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418458:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418460:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418462:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418463:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418465:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418467:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418469:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418471:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418473:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418475:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418477:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418479:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418482:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418485:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418489:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418492:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418495:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418498:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418514:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418519:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418524:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418528:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418532:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418536:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418540:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418544:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418548:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418551:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418555:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418558:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418562:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418566:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418569:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418572:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418576:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418579:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418583:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418587:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418590:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418594:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418597:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418600:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418606:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418612:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418615:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418618:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418622:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418625:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418628:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418631:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418646:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418651:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418655:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418659:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418662:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418665:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418669:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418672:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418676:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418680:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418684:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418693:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418698:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418701:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418705:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418708:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418752:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418758:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418762:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418766:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418770:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418775:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418780:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418783:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418786:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418790:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418793:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418796:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418800:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418803:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418807:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418811:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418815:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418819:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418823:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418826:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418830:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418833:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418837:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418841:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418844:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418848:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418851:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418854:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418858:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418862:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418866:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00800000:00000080:3.0:1787827063.418870:0:20590:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.418874:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.418880:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00020000:00000004:3.0:1787827063.418887:0:20590:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 434, max_age 439 00000100:00100000:3.0:1787827063.418914:0:20590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134294016:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827063.418972:0:20590:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932300 going to sleep for 11 seconds 00000100:00100000:3.0:1787827063.420438:0:20590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134294016:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827063.420456:0:20590:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 898793/958279 objects 261759/262144 00000080:00200080:3.0:1787827063.420490:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.420503:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00020000:00000004:3.0:1787827063.420509:0:20590:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 434, max_age 439 00000100:00100000:3.0:1787827063.420528:0:20590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134294144:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827063.420577:0:20590:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932300 going to sleep for 11 seconds 00010000:00080000:3.0:1787827063.421572:0:20590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4319e00 x1874672134294144/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827079 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827063.421584:0:20590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:20590:1874672134294144:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827063.421597:0:20590:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787827063.421622:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421632:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421638:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421642:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421646:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421650:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421652:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421654:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421657:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421658:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421660:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421662:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421664:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421666:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421668:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421669:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421672:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421674:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421676:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421678:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421682:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421685:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421688:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421692:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421695:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421698:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421702:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421705:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421710:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421734:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421739:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421741:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421745:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421747:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421749:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421751:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421754:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421757:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421771:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421775:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421779:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421783:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421787:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421790:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421794:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421798:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421802:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421805:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421809:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421812:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421817:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421819:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421822:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421824:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421826:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421828:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421829:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421831:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421833:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421835:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421837:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421838:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421840:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421842:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421844:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421846:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421849:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421850:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421853:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421855:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421857:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421858:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421860:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421870:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421875:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421879:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421883:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421886:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421890:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421893:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421896:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421900:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421904:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421907:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421915:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421919:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421923:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421926:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421930:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421934:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421938:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421942:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421945:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421947:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421950:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421952:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421954:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421955:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421957:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421959:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421961:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421962:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421964:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421966:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421968:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421970:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421972:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421973:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421975:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421977:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421979:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421981:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421983:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421984:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421986:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421988:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421990:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421992:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421994:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.421996:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.421998:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.422000:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.422002:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.422003:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200080:3.0:1787827063.422005:0:20590:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdd5c23b60 00020000:00000080:3.0:1787827063.422007:0:20590:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf400 uarg=0000000000000000 00000080:00200008:3.0:1787827063.422021:0:20590:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:3.0:1787827063.433571:0:20591:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 440, max_age 439 00000020:00000004:3.0:1787827063.433583:0:20591:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 898793/958279 objects 261759/262144 00000020:00000004:3.0:1787827063.433648:0:20591:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 440, max_age 439 00000020:00000004:3.0:1787827063.433652:0:20591:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000001:02000400:3.0:1787827064.063676:0:20720:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: before_free: 7663128 after_dd_free: 7658008 took 0 seconds 00000080:00200000:1.0:1787827064.104421:0:20726:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827064.104453:0:20726:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827064.104473:0:20726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 124 lru_type: 1 00010000:00010000:1.0:1787827064.104490:0:20726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 124 lru_type: 1 00000080:00200000:1.0:1787827064.104499:0:20726:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827064.104507:0:20726:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827064.104512:0:20726:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827064.104520:0:20726:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a814bbb58 00010000:00010000:1.0:1787827064.104524:0:20726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 124 lru_type: 1 00010000:00010000:1.0:1787827064.104534:0:20726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 125 lru_type: 1 00000080:00200000:1.0:1787827064.104551:0:20726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827064.104559:0:20726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:1.0:1787827064.104565:0:20726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:1.0:1787827064.104569:0:20726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.replay-ost-single, flags=8 00000080:00200008:1.0:1787827064.104575:0:20726:0:(file.c:6313:ll_getattr_dentry()) START file f6.replay-ost-single:[0x200000403:0x11:0x0](ffffa0e3d8ae5b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827064.104580:0:20726:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000403:0x11:0x0](ffffa0e3d8ae5b88),name=f6.replay-ost-single 00000002:00010000:1.0:1787827064.104593:0:20726:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000403:0x11:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827064.104602:0:20726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827064.104610:0:20726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827064.104622:0:20726:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827064.104627:0:20726:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x11:0x0](ffffa0e3d8ae5b88) 00000080:00010000:1.0:1787827064.104629:0:20726:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x11:0x0](ffffa0e3d8ae5b88) for lock 0x33d55ea1c34675ed 00000080:00010000:1.0:1787827064.104633:0:20726:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34675ed from it ffffb25a814bbcb8 00010000:00010000:1.0:1787827064.104636:0:20726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827064.104643:0:20726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827064.104664:0:20726:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787827064.104675:0:20726:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000403:0x11:0x0] 00000008:00010000:1.0:1787827064.104693:0:20726:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787827064.104696:0:20726:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b430, osc lock ffffa0e3c7726750, flags 0x400001002 00010000:00010000:1.0:1787827064.105133:0:20726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827064.105147:0:20726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:1.0:1787827064.105160:0:20726:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787827064.105165:0:20726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827064.105172:0:20726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:1.0:1787827064.105188:0:20726:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787827064.105201:0:20726:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x11:0x0] updating i_size 5242880 i_blocks 10240 00000020:00010000:1.0:1787827064.105205:0:20726:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e3c89d7650 (ffffa0e3c94156c8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827064.105208:0:20726:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c89d7650 (ffffa0e3c94156c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827064.105211:0:20726:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b430 (ffffa0e3d15a9f38/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787827064.105215:0:20726:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c89d7650 (ffffa0e3c94156c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827064.105218:0:20726:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b430 (ffffa0e3c94156c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827064.105230:0:20726:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827064.105253:0:20726:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827064.105261:0:20726:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827064.105269:0:20726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 125 lru_type: 1 00010000:00010000:1.0:1787827064.105277:0:20726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 125 lru_type: 1 00000080:00200000:1.0:1787827064.105295:0:20726:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827064.105299:0:20726:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827064.105302:0:20726:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827064.105306:0:20726:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a814bbc10 00010000:00010000:1.0:1787827064.105310:0:20726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 125 lru_type: 1 00010000:00010000:1.0:1787827064.105317:0:20726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 126 lru_type: 1 00000080:00200000:1.0:1787827064.105330:0:20726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827064.105334:0:20726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:1.0:1787827064.105338:0:20726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:1.0:1787827064.105343:0:20726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.replay-ost-single, flags=0 00000080:00200000:1.0:1787827064.105347:0:20726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 3 00000080:00200000:1.0:1787827064.105352:0:20726:0:(namei.c:2418:ll_unlink()) VFS Op:name=f6.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908) 00010000:00010000:1.0:1787827064.105379:0:20726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827064.105395:0:20726:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x11:0x0]: losing layout lock 00010000:00010000:1.0:1787827064.105436:0:20726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 1/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827064.105443:0:20726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827064.105447:0:20726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c34675ed lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a79543d1 expref: -99 pid: 20502 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:1.0:1787827064.105470:0:20726:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827064.105483:0:20726:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d5680 x1874672134294400/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827064.105506:0:20726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:20726:1874672134294400:192.168.203.106@tcp:36:rm.0 00000100:00100000:1.0:1787827064.105592:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 11 seconds 00010000:00010000:3.0:1787827064.771208:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827065.795110:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827067.843591:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827068.227009:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134294528:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827068.227013:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134294656:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827068.227334:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134294912:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827068.227336:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134294784:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827068.227384:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787827068.227391:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295040:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827068.229226:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134294528:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827068.229469:0:2390:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 30064771559 gen 1 00000100:00100000:1.0:1787827068.229570:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134294912:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827068.229604:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134295040/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827068.229618:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295040:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827068.229628:0:2390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967400 gen 1 00000100:00100000:1.0:1787827068.229642:0:2390:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffffa0e3d98d4b40 x1874672134292736/t4294967400(4294967400) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787827068.229651:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134294656:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827068.229834:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d43c0 x1874672134294784/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827068.229845:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134294784:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787827068.866911:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827069.958439:0:10855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874672143801344 00000100:00100000:3.0:1787827069.958448:0:10855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874672143801344 00000100:00100000:3.0:1787827069.958509:0:10855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 24 00000100:00100000:3.0:1787827069.958520:0:10855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e3d025fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8399:x1874672143801344:12345-192.168.203.106@tcp:104: 00010000:00010000:3.0:1787827069.958542:0:10855:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800420000010000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827069.958607:0:10855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787827069.958613:0:10855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e3d025fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8399:x1874672143801344:12345-192.168.203.106@tcp:104: Request processed in 96us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1787827069.958619:0:10855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 24 00010000:00010000:1.0:1787827069.958654:0:10864:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787827069.958664:0:10864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800420000010000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827069.958674:0:10864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e3d15b1600 already unused, calling callback (ffffffffc12fe410) 00010000:00010000:1.0:1787827069.958680:0:10864:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800428400010000 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:1.0:1787827069.958704:0:10864:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827069.963020:0:10864:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1787827069.963081:0:10864:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804c69400010020 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827069.963091:0:10864:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827069.963132:0:10864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804c69400010020 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827069.963142:0:10864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 000000000d28d1ad/0x33d55ea1c34675f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804c69400010020 nid: local remote: 0xc0fefc09a79543df expref: -99 pid: 20502 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827069.963163:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827069.963164:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827069.963166:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827069.963226:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787827069.963252:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295168:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787827069.964615:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295168:192.168.203.106@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787827070.914912:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827072.963008:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827073.346923:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295424:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827073.346973:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134295296:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827073.347047:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295552:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827073.347054:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295680:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827073.347084:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295808:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827073.348359:0:2390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967401 gen 1 00000100:00100000:0.0:1787827073.348373:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295424:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827073.348379:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134295552/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827073.348390:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295552:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827073.349439:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134295296:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827073.349458:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134295680:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827073.349460:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d43c0 x1874672134295808/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827073.349474:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134295808:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827073.986868:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827075.395639:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 1 seconds 00010000:00010000:3.0:1787827076.034921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827076.418877:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 1 seconds 00010000:00010000:0.0:1787827077.058843:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827077.442872:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 1 seconds 00000100:00100000:3.0:1787827078.466964:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 1 seconds 00000100:00100000:0.0:1787827078.467058:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134295936:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827078.467063:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134296064:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827078.467206:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134296320:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827078.467207:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134296192:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827078.467276:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134296448:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827078.469175:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134295936:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827078.469205:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134296064:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827078.469212:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134296192/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827078.469222:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134296320:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827078.469228:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134296192:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827078.469246:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d61c0 x1874672134296448/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827078.469256:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134296448:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827079.106890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827079.491266:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 1 seconds 00010000:00010000:0.0:1787827080.131381:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787827080.514867:0:20726:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827064/real 1787827064] req@ffffa0e3d98d5680 x1874672134294400/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 504/624 e 0 to 1 dl 1787827080 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827080.526578:0:20726:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787827080.526594:0:20726:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffffa0e3c67ab800: Connection to lustre-MDT0000 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787827080.532708:0:20726:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1787827080.532755:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 0 seconds 00000100:00100000:3.0:1787827080.532871:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134296576:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827080.532973:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134296960:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827080.532996:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134296704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827080.535654:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134296960:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827080.535672:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134296576:192.168.203.106@tcp:400:kworker.0 00000100:00080000:1.0:1787827080.538457:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to target with instance 1 00000100:00080000:1.0:1787827080.538483:0:2389:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.106@tcp after partition 00000100:00080000:1.0:1787827080.538487:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1787827080.538493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1787827080.538790:0:2389:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffffa0e3c67ab800: Connection restored to 192.168.203.106@tcp (at 192.168.203.106@tcp) 00000100:00080000:1.0:1787827080.543111:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b4bc98f4): req@ffffa0e3d98d5680 x1874672134294400/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 504/624 e 0 to 1 dl 1787827080 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827080.543146:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134296704:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787827080.543197:0:20726:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1874672134294400 new x1874672134297216 00000100:00100000:3.0:1787827080.543282:0:20726:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787827080.556259:0:20726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:20726:1874672134294400:192.168.203.106@tcp:36:rm.0 00010000:00010000:3.0:1787827082.178805:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827083.202912:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827085.250940:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827085.634969:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787827085.634974:0:478:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0e3c67ab800: disconnect after 22s idle 00000100:00100000:1.0:1787827085.634988:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134297344:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827085.635009:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134297472:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827085.635100:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134297728:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827085.635100:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134297600:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827085.637094:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134297472:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827085.637117:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134297344:192.168.203.106@tcp:400:kworker.0 00000100:00080000:0.0:1787827085.637119:0:2390:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffffa0e3c67ab800 of lustre-OST0000_UUID@192.168.203.106@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1787827085.637127:0:2390:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787827085.637151:0:2390:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffffa0e3c67ab800: Connection to lustre-OST0000 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787827085.637158:0:2390:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00080000:1.0:1787827085.637160:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c3e85a40 x1874672134297600/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827085.637168:0:2390:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 303 00000100:00100000:1.0:1787827085.637185:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134297600:192.168.203.106@tcp:400:kworker.0 00000100:00080000:0.0:1787827085.637189:0:2390:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827085.637207:0:2390:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827085.637235:0:2390:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134297984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827085.637266:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134297728:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827086.274864:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827088.322926:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827090.754972:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827090.754982:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827090.754986:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827090.754999:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 462 00000100:00080000:3.0:1787827090.755012:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787827090.755022:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827090.755036:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827090.755054:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b480 x1874672134298496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827090.755140:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134298240:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827090.755161:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134298496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787827090.757641:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134298240:192.168.203.106@tcp:400:kworker.0 00000100:00080000:1.0:1787827090.757766:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827090.757772:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-19) 00000100:00100000:1.0:1787827090.757777:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134298496:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827091.394860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827093.443847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827094.437214:0:2385:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00010000:00010000:1.0:1787827094.437764:0:10864:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787827094.437774:0:10864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827094.437784:0:10864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e3d15b0e00 already unused, calling callback (ffffffffc1489c20) 10000000:00010000:1.0:1787827094.437789:0:10864:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827094.437799:0:10864:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787827094.437807:0:10864:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787827094.437813:0:10864:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787827094.437859:0:10864:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827094.437866:0:10864:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827094.437892:0:10864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827094.437906:0:10864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b0e00/0x33d55ea1c34675b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a795429d expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827094.437908:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787827094.437928:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134298624:192.168.203.106@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787827094.437929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827094.437933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827094.437937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827094.443238:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134298624:192.168.203.106@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787827094.466942:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827095.499506:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787827095.874920:0:10866:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:01000000:0.0:1787827095.874928:0:10866:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffffa0e3c67ab800 from 13 10000000:01000000:0.0:1787827095.874933:0:10866:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1787827095.874973:0:10866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827095.874987:0:10866:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787827095.874989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827095.874999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827095.875003:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00010000:0.0:1787827095.875007:0:10866:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787827095.875014:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 467 00000100:00080000:1.0:1787827095.875026:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1787827095.875034:0:10866:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134298880:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00080000:1.0:1787827095.875035:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827095.875050:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827095.875081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134299264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827095.875127:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134299008:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827095.875248:0:10866:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c43d0900 going to sleep for 11 seconds 00000100:00100000:1.0:1787827095.875259:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787827095.875268:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134298752:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827095.875298:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134299136:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827095.876863:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134299008:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827095.876897:0:10866:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134298880:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787827095.876897:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134298752:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827095.876912:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d6940 x1874672134299136/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827095.876922:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134299136:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827095.876928:0:10866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827095.876941:0:10866:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827095.877005:0:10866:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134299392:192.168.203.106@tcp:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787827095.877079:0:10866:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c43d0900 going to sleep for 11 seconds 00010000:00080000:3.0:1787827095.877345:0:20972:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-ffffa0e3c67ab800 to lustre-OST0000_UUID@192.168.203.106@tcp 00010000:00010000:3.0:1787827095.877350:0:20972:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-ffffa0e3c67ab800 (0) 00010000:00010000:3.0:1787827095.877361:0:20972:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-ffffa0e3c67ab800 00000100:00080000:3.0:1787827095.877407:0:20972:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:0.0:1787827095.879370:0:10866:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134299392:192.168.203.106@tcp:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787827095.879438:0:10866:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1787827095.879448:0:10866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827095.879460:0:10866:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1787827095.885313:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4318780 x1874672134299520/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827111 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827095.885332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1787827095.885338:0:2389:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffffa0e3c4318780 x1874672134299520/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827111 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827095.885347:0:2389:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffffa0e3c4318780 x1874672134299520/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827111 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827095.885353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000080:00000004:1.0:1787827095.885366:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787827095.885371:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:02000000:1.0:1787827095.885376:0:2389:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffffa0e3c67ab800: Connection restored to 192.168.203.106@tcp (at 192.168.203.106@tcp) 00000100:00100000:1.0:1787827095.885381:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134299520:192.168.203.106@tcp:400:ldlm_lock_repla.0 00010000:00010000:1.0:1787827096.514902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827097.541301:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827098.562776:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827098.808493:0:21024:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134299648:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827098.808517:0:21024:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:3.0:1787827098.808590:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.808602:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00800000:00000004:3.0:1787827098.808608:0:21024:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 440, max_age 474 00000100:00100000:3.0:1787827098.808635:0:21024:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134299776:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827098.808703:0:21024:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787827098.810561:0:21024:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c43192c0 x1874672134299776/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827114 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827098.810577:0:21024:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134299776:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827098.810593:0:21024:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787827098.810643:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810655:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810662:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810667:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810672:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810676:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810681:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810684:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810688:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810691:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810696:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810700:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810705:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810737:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810743:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810749:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810753:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810757:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810762:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810766:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810771:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810775:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810780:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810796:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810801:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810805:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810808:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810811:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810815:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810819:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810823:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810827:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810831:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810834:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810838:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810842:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810846:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810849:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810853:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810856:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810860:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810864:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810868:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810872:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810877:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810881:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810886:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810891:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810895:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810899:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810904:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810908:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810913:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810918:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810923:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810927:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810932:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810936:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810940:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810943:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810947:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810950:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810953:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810955:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810957:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810959:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810961:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810963:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810966:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810971:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810976:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810979:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810983:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810987:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.810991:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.810995:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811000:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811004:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811008:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811011:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811016:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811020:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811024:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811028:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811032:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811035:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811037:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811050:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811054:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811056:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811058:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811060:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811063:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811066:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811070:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811073:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811077:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811089:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811098:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811102:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811105:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811109:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811112:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811115:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811119:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811122:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811126:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811129:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811133:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811136:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811140:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811143:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811146:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811149:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811154:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811156:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811160:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811162:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811166:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811170:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811173:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811176:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811180:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811183:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811187:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00800000:00000080:3.0:1787827098.811191:0:21024:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.811196:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.811202:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00020000:00000004:3.0:1787827098.811208:0:21024:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 440, max_age 474 00000100:00100000:3.0:1787827098.811236:0:21024:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134299904:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827098.811289:0:21024:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787827098.812149:0:21024:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c43192c0 x1874672134299904/t0(0) o13->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827114 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827098.812158:0:21024:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134299904:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827098.812167:0:21024:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:3.0:1787827098.812195:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.812201:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00020000:00000004:3.0:1787827098.812205:0:21024:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 440, max_age 474 00000100:00080000:3.0:1787827098.812212:0:21024:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 434 00000100:00080000:3.0:1787827098.812220:0:21024:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e3c67ab800: import ffffa0e3c7f2e000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827098.812227:0:21024:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8437760, lost: 0. 00000100:00100000:3.0:1787827098.812238:0:21024:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134300032/t0(0) o8->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827098.812265:0:21024:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e3c43192c0 x1874672134300160/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827098.812271:0:21024:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b3c0 going to sleep for 0 seconds 00010000:00080000:1.0:1787827098.813195:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431b840 x1874672134300032/t0(0) o8->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787827108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827098.813202:0:2389:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0e3c67ab800: committing for last_committed 0 gen 5 00000100:00080000:1.0:1787827098.813207:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa0e3c67ab800: connect to target with instance 1 00000100:00080000:1.0:1787827098.813214:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa0e3c67ab800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787827098.813222:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787827098.813225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:1.0:1787827098.813232:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787827098.813236:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1787827098.813241:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007b49ec33): req@ffffa0e3c43192c0 x1874672134300160/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827098.813255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134300032:192.168.203.106@tcp:8:lfs.0 00000100:00100000:3.0:1787827098.813309:0:21024:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787827098.814058:0:21024:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c43192c0 x1874672134300160/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827114 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827098.814070:0:21024:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21024:1874672134300160:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827098.814087:0:21024:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787827098.814122:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814136:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814144:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814149:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814154:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814157:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814162:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814166:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814171:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814175:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814180:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814183:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814188:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814193:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814197:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814207:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814212:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814215:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814221:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814225:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814230:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814235:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814239:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814244:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814248:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814252:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814255:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814258:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814264:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814267:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814270:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814273:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814275:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814278:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814280:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814282:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814286:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814291:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814295:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814299:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814304:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814308:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814312:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814315:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814321:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814325:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814330:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814333:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814337:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814340:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814344:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814347:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814362:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814367:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814371:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814374:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814378:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814381:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814385:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814388:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814392:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814395:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814398:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814400:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814402:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814404:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814415:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814422:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814427:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814431:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814436:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814439:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814443:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814446:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814450:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814453:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814457:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814460:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814464:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814467:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814470:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814473:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814477:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814480:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814483:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814486:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814489:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814492:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814495:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814499:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814503:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814506:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814510:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814513:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814517:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814520:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814524:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814527:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814531:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814534:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814538:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814540:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814544:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814547:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814550:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814553:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814557:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814560:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814563:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814566:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814570:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814573:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814577:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814580:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814583:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814587:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814590:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814593:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814597:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814600:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814603:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814606:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814609:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814613:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200080:3.0:1787827098.814616:0:21024:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc852967a0 00020000:00000080:3.0:1787827098.814619:0:21024:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00000080:00200008:3.0:1787827098.814633:0:21024:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00010000:00010000:1.0:1787827099.586868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827100.611106:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827100.676258:0:21305:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 00000100:00100000:1.0:1787827100.994878:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134300288:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.994983:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300544:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.995019:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300800:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.995067:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787827100.995074:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300416:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.995103:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300672:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.995999:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134300288:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827100.996215:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300416:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827100.996234:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134300544/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827100.996247:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300544:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827100.996261:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d43c0 x1874672134300800/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827100.996276:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300800:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827100.996410:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d7840 x1874672134300672/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827100.996423:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134300672:192.168.203.106@tcp:400:kworker.0 00000001:02000400:3.0:1787827101.224848:0:21453:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1787827101.634901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787827102.529885:0:21492:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827102.529901:0:21492:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827102.529927:0:21492:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827102.529948:0:21492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 129 lru_type: 1 00010000:00010000:3.0:1787827102.529964:0:21492:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 129 lru_type: 1 00000080:00200000:3.0:1787827102.529973:0:21492:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827102.529982:0:21492:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827102.529985:0:21492:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827102.529993:0:21492:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8106fcb8 00010000:00010000:3.0:1787827102.529998:0:21492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 129 lru_type: 1 00010000:00010000:3.0:1787827102.530008:0:21492:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 130 lru_type: 1 00000080:00200008:3.0:1787827102.530546:0:21492:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827102.530551:0:21492:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827102.530561:0:21492:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827102.530569:0:21492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 130 lru_type: 1 00010000:00010000:3.0:1787827102.530578:0:21492:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 130 lru_type: 1 00000080:00200000:3.0:1787827102.530585:0:21492:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827102.530590:0:21492:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827102.530592:0:21492:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827102.530597:0:21492:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8106fcb8 00010000:00010000:3.0:1787827102.530600:0:21492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 130 lru_type: 1 00010000:00010000:3.0:1787827102.530608:0:21492:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 131 lru_type: 1 00000080:00200000:3.0:1787827102.530685:0:21492:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827102.530694:0:21492:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827102.530701:0:21492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 131 lru_type: 1 00010000:00010000:3.0:1787827102.530734:0:21492:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 131 lru_type: 1 00000080:00200000:3.0:1787827102.530741:0:21492:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827102.530746:0:21492:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827102.530750:0:21492:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827102.530755:0:21492:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8106fbb0 00010000:00010000:3.0:1787827102.530758:0:21492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 131 lru_type: 1 00010000:00010000:3.0:1787827102.530766:0:21492:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 132 lru_type: 1 00000080:00200000:3.0:1787827102.530776:0:21492:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787827102.530783:0:21492:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:3.0:1787827102.530888:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.530904:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00800000:00000004:3.0:1787827102.530912:0:21492:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 475, max_age 478 00000100:00100000:3.0:1787827102.530953:0:21492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134300928:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827102.531069:0:21492:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d0fcd780 going to sleep for 11 seconds 00000100:00100000:3.0:1787827102.532318:0:21492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134300928:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827102.532339:0:21492:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:3.0:1787827102.532386:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.532399:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00800000:00000004:3.0:1787827102.532406:0:21492:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 475, max_age 478 00000100:00100000:3.0:1787827102.532427:0:21492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301056:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827102.532475:0:21492:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d0fcd780 going to sleep for 11 seconds 00010000:00080000:3.0:1787827102.533218:0:21492:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431a580 x1874672134301056/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827118 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.533231:0:21492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301056:192.168.203.106@tcp:41:lfs.0 00800000:00000004:3.0:1787827102.533242:0:21492:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787827102.533273:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533281:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533288:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533291:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533296:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533300:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533304:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533308:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533312:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533315:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533319:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533322:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533326:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533330:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533335:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533339:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533343:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533346:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533351:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533355:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533358:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533361:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533365:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533369:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533372:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533376:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533380:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533385:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533390:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533400:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533405:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533408:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533412:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533415:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533420:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533423:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533427:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533431:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533435:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533438:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533442:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533446:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533449:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533453:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533456:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533459:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533463:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533466:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533469:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533472:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533475:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533478:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533481:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533484:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533488:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533490:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533494:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533497:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533500:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533503:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533506:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533509:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533512:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533515:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533519:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533521:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533525:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533528:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533532:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533535:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533538:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533541:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533544:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533547:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533550:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533553:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533557:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533559:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533563:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533566:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533571:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533574:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533578:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533581:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533585:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533589:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533593:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533596:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533599:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533602:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533606:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533610:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533614:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533618:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533621:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533624:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533628:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533630:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533634:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533637:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533640:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533643:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533646:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533649:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533652:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533655:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533658:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533661:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533665:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533667:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533671:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533674:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533677:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533680:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533683:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533686:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533696:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533700:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533704:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533707:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533734:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533740:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533745:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533748:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533753:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00800000:00000080:3.0:1787827102.533756:0:21492:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.533760:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.533765:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00020000:00000004:3.0:1787827102.533770:0:21492:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 475, max_age 478 00000100:00100000:3.0:1787827102.533789:0:21492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301184:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827102.533838:0:21492:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d0fcd780 going to sleep for 11 seconds 00010000:00080000:3.0:1787827102.534647:0:21492:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431a580 x1874672134301184/t0(0) o13->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827118 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.534659:0:21492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301184:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827102.534671:0:21492:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:3.0:1787827102.534736:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.534747:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00020000:00000004:3.0:1787827102.534752:0:21492:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 475, max_age 478 00000100:00100000:3.0:1787827102.534771:0:21492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301312:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827102.534807:0:21492:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d0fcd780 going to sleep for 11 seconds 00010000:00080000:3.0:1787827102.536048:0:21492:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431a580 x1874672134301312/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827118 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.536063:0:21492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21492:1874672134301312:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827102.536074:0:21492:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787827102.536117:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536126:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536131:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536134:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536136:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536138:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536141:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536143:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536146:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536147:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536150:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536152:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536155:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536157:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536160:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536162:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536164:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536166:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536169:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536170:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536173:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536175:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536177:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536179:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536180:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536183:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536186:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536188:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536191:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536194:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536196:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536198:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536200:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536202:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536204:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536206:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536208:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536210:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536212:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536215:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536216:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536218:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536220:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536222:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536224:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536226:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536228:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536230:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536232:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536234:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536236:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536241:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536244:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536246:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536249:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536251:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536254:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536258:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536260:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536263:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536266:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536269:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536272:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536274:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536276:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536279:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536284:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536289:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536293:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536297:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536301:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536305:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536310:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536314:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536318:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536323:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536327:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536331:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536336:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536341:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536346:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536348:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536350:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536352:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536354:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536356:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536358:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536361:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536363:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536365:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536368:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536371:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536375:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536379:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536382:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536385:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536389:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536393:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536396:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536400:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536403:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536419:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536426:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536429:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536432:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536434:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536436:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536438:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536440:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536442:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536444:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536446:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536448:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536449:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536451:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536453:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536455:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536457:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536459:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536460:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536462:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536465:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536467:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536469:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200080:3.0:1787827102.536478:0:21492:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff2db26220 00020000:00000080:3.0:1787827102.536482:0:21492:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bdc00 uarg=0000000000000000 00000080:00200008:3.0:1787827102.536495:0:21492:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00010000:00010000:3.0:1787827102.658868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827103.682880:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787827103.746604:0:21562:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827103.746632:0:21562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827103.746650:0:21562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 132 lru_type: 1 00010000:00010000:3.0:1787827103.746662:0:21562:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 132 lru_type: 1 00000080:00200000:3.0:1787827103.746668:0:21562:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827103.746676:0:21562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827103.746678:0:21562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827103.746686:0:21562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c87b58 00010000:00010000:3.0:1787827103.746690:0:21562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 132 lru_type: 1 00010000:00010000:3.0:1787827103.746699:0:21562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 133 lru_type: 1 00000080:00200000:3.0:1787827103.746739:0:21562:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:3.0:1787827103.746749:0:21562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:3.0:1787827103.746755:0:21562:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:3.0:1787827103.746765:0:21562:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f6.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), flags=8 00000080:00200000:3.0:1787827103.746770:0:21562:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=getattr 00000002:00010000:3.0:1787827103.746783:0:21562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.replay-ost-single,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787827103.746828:0:21562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.746833:0:21562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.746841:0:21562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787827103.746862:0:21562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job checkstat:2313f4ee-480a-47b2-8d93-5bb216a57733:21562:1874672134301440:192.168.203.106@tcp:101:checkstat.0 00000100:00100000:3.0:1787827103.746962:0:21562:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d0fcd240 going to sleep for 11 seconds 00000100:00100000:3.0:1787827103.748540:0:21562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job checkstat:2313f4ee-480a-47b2-8d93-5bb216a57733:21562:1874672134301440:192.168.203.106@tcp:101:checkstat.0 00010000:00010000:3.0:1787827103.748554:0:21562:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748564:0:21562:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748568:0:21562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748573:0:21562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748578:0:21562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748585:0:21562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e2e7607e00 already unused, calling callback (ffffffffc1c3a990) 00010000:00010000:3.0:1787827103.748589:0:21562:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748594:0:21562:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748599:0:21562:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748603:0:21562:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787827103.748609:0:21562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787827103.748613:0:21562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e2e7607e00/0x33d55ea1c3467610 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 21562 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787827103.748625:0:21562:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffffa0e3c4319a40 x1874672134301440/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/584 e 0 to 0 dl 1787827119 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'checkstat.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827103.748645:0:21562:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787827103.748666:0:21562:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1787827104.706911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827105.730942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827106.115012:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134301696:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827106.115095:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134301952:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827106.117412:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134301696:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827106.117432:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431b840 x1874672134301952/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827106.117451:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134301952:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787827106.755128:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827107.778826:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787827107.794788:0:21771:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827107.795060:0:21771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827107.795088:0:21771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827107.795108:0:21771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1787827107.795124:0:21771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 133 lru_type: 1 00000080:00200000:1.0:1787827107.795134:0:21771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827107.795141:0:21771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827107.795145:0:21771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827107.795153:0:21771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a821a7cb8 00010000:00010000:1.0:1787827107.795157:0:21771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1787827107.795166:0:21771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 134 lru_type: 1 00000080:00200008:1.0:1787827107.795667:0:21771:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827107.795671:0:21771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827107.795677:0:21771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827107.795683:0:21771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 134 lru_type: 1 00010000:00010000:1.0:1787827107.795690:0:21771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 134 lru_type: 1 00000080:00200000:1.0:1787827107.795694:0:21771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827107.795697:0:21771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827107.795699:0:21771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827107.795702:0:21771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a821a7cb8 00010000:00010000:1.0:1787827107.795704:0:21771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 134 lru_type: 1 00010000:00010000:1.0:1787827107.795709:0:21771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 135 lru_type: 1 00000080:00200000:1.0:1787827107.795804:0:21771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827107.795813:0:21771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827107.795820:0:21771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 135 lru_type: 1 00010000:00010000:1.0:1787827107.795829:0:21771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 135 lru_type: 1 00000080:00200000:1.0:1787827107.795836:0:21771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827107.795840:0:21771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827107.795841:0:21771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827107.795844:0:21771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a821a7bb0 00010000:00010000:1.0:1787827107.795846:0:21771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 135 lru_type: 1 00010000:00010000:1.0:1787827107.795852:0:21771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 136 lru_type: 1 00000080:00200000:1.0:1787827107.795858:0:21771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:1.0:1787827107.795863:0:21771:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:1.0:1787827107.795902:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.795915:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00800000:00000004:1.0:1787827107.795920:0:21771:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 479, max_age 483 00000100:00100000:1.0:1787827107.795954:0:21771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302208:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827107.796059:0:21771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5d0ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1787827107.797396:0:21771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302208:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827107.797418:0:21771:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:1.0:1787827107.797460:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.797469:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00800000:00000004:1.0:1787827107.797474:0:21771:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 479, max_age 483 00000100:00100000:1.0:1787827107.797490:0:21771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302336:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827107.797529:0:21771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5d0ce40 going to sleep for 11 seconds 00010000:00080000:1.0:1787827107.798348:0:21771:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134302336/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827107.798357:0:21771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302336:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827107.798366:0:21771:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827107.798384:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798390:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798395:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798397:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798399:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798401:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798404:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798406:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798408:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798409:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798411:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798413:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798415:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798417:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798420:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798423:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798432:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798435:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798439:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798442:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798446:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798449:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798453:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798456:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798460:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798464:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798468:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798470:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798472:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798474:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798477:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798479:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798481:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798483:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798485:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798486:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798488:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798490:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798492:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798494:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798496:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798497:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798499:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798501:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798503:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798505:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798507:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798508:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798510:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798512:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798514:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798516:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798518:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798520:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798522:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798524:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798526:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798528:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798529:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798531:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798533:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798535:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798537:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798539:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798540:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798542:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798544:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798546:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798548:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798549:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798551:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798553:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798555:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798557:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798559:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798560:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798562:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798564:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798567:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798569:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798571:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798573:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798575:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798576:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798578:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798580:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798582:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798584:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798586:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798587:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798589:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798591:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798593:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798595:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798596:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798598:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798600:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798602:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798604:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798605:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798607:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798609:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798611:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798613:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798615:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798617:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798619:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798620:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798622:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798624:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798626:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798628:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798630:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798631:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798633:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798635:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798637:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798643:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798646:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798648:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798656:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798658:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798660:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798662:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798664:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00800000:00000080:1.0:1787827107.798665:0:21771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.798668:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.798677:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00020000:00000004:1.0:1787827107.798688:0:21771:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 479, max_age 483 00000100:00100000:1.0:1787827107.798709:0:21771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302464:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827107.798783:0:21771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5d0ce40 going to sleep for 11 seconds 00010000:00080000:1.0:1787827107.799576:0:21771:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134302464/t0(0) o13->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827107.799589:0:21771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302464:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827107.799600:0:21771:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:1.0:1787827107.799629:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.799639:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00020000:00000004:1.0:1787827107.799644:0:21771:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 479, max_age 483 00000100:00100000:1.0:1787827107.799662:0:21771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302592:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827107.799709:0:21771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5d0ce40 going to sleep for 11 seconds 00010000:00080000:1.0:1787827107.800422:0:21771:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134302592/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827107.800433:0:21771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:21771:1874672134302592:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827107.800442:0:21771:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787827107.800458:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800463:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800467:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800470:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800472:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800474:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800479:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800482:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800486:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800489:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800493:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800496:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800499:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800503:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800507:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800511:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800515:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800518:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800523:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800526:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800530:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800534:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800538:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800542:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800545:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800547:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800550:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800552:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800554:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800555:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800557:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800560:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800562:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800564:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800566:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800568:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800570:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800571:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800573:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800575:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800577:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800579:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800581:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800582:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800584:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800586:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800588:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800590:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800592:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800593:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800595:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800597:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800599:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800601:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800602:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800604:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800607:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800608:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800611:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800614:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800618:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800621:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800624:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800627:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800631:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800635:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800639:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800642:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800646:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800650:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800654:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800657:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800661:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800664:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800668:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800671:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800673:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800675:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800677:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800678:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800680:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800683:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800685:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800687:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800689:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800691:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800693:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800694:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800696:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800698:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800702:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800705:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800709:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800818:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800825:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800828:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800832:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800835:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800838:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800847:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800851:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800855:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800859:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800863:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800867:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800871:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800875:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800879:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800883:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800886:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800891:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800894:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800898:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800902:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800906:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800909:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800914:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800917:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800922:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800925:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800932:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800934:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800937:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800941:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200080:1.0:1787827107.800945:0:21771:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffca7200ac0 00020000:00000080:1.0:1787827107.800948:0:21771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692800 uarg=0000000000000000 00000080:00200008:1.0:1787827107.800962:0:21771:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:1.0:1787827107.809144:0:21772:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 484, max_age 483 00000020:00000004:1.0:1787827107.809155:0:21772:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000020:00000004:1.0:1787827107.809211:0:21772:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 484, max_age 483 00000020:00000004:1.0:1787827107.809214:0:21772:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000001:02000400:3.0:1787827108.330398:0:21901:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: free_before: 7663128 free_after: 7663128 00010000:00010000:1.0:1787827108.802793:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827109.827106:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827110.864433:0:22480:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-ost-single test 7: Fail OST before obd_destroy ========================================================== 06:38:30 (1787827110) 00000100:00100000:3.0:1787827111.234890:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134302720:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827111.235016:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134302976:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827111.235057:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134303232:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827111.236791:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025da40 x1874672134302976/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827111.236803:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134302976:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827111.236815:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025d680 x1874672134303232/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827111.236823:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134303232:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827111.236831:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134302720:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787827111.874876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827112.898892:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827114.947052:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827115.970929:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827116.355033:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134303360:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.355146:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303616:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.355177:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303872:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.355208:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787827116.355215:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303488:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.355241:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303744:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.356752:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134303360:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827116.356773:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025e940 x1874672134303872/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827116.356786:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303872:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827116.357299:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303488:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827116.357325:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025f840 x1874672134303744/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827116.357336:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303744:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827116.357350:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025d2c0 x1874672134303616/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827116.357360:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134303616:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787827118.020165:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827119.042872:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787827119.394046:0:22632:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827119.394061:0:22632:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827119.394086:0:22632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827119.394108:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1787827119.394124:0:22632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 136 lru_type: 1 00000080:00200000:3.0:1787827119.394133:0:22632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827119.394143:0:22632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827119.394147:0:22632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827119.394155:0:22632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c97cb8 00010000:00010000:3.0:1787827119.394159:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1787827119.394169:0:22632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 137 lru_type: 1 00000080:00200008:3.0:1787827119.394698:0:22632:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827119.394703:0:22632:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827119.394746:0:22632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827119.394756:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 137 lru_type: 1 00010000:00010000:3.0:1787827119.394766:0:22632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 137 lru_type: 1 00000080:00200000:3.0:1787827119.394774:0:22632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827119.394780:0:22632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827119.394783:0:22632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827119.394788:0:22632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c97cb8 00010000:00010000:3.0:1787827119.394791:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 137 lru_type: 1 00010000:00010000:3.0:1787827119.394800:0:22632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 138 lru_type: 1 00000080:00200000:3.0:1787827119.394889:0:22632:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827119.394910:0:22632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827119.394918:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 138 lru_type: 1 00010000:00010000:3.0:1787827119.394927:0:22632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 138 lru_type: 1 00000080:00200000:3.0:1787827119.394934:0:22632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827119.394939:0:22632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827119.394942:0:22632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:3.0:1787827119.394945:0:22632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c97bb0 00010000:00010000:3.0:1787827119.394948:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 138 lru_type: 1 00010000:00010000:3.0:1787827119.394956:0:22632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 139 lru_type: 1 00000080:00200000:3.0:1787827119.394965:0:22632:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787827119.394972:0:22632:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:3.0:1787827119.395031:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:3.0:1787827119.395048:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bc400 uarg=0000000000000000 00800000:00000004:3.0:1787827119.395055:0:22632:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 484, max_age 495 00000100:00100000:3.0:1787827119.395098:0:22632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304000:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827119.395200:0:22632:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d02c0840 going to sleep for 11 seconds 00000100:00100000:1.0:1787827119.396453:0:22632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304000:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827119.396487:0:22632:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:1.0:1787827119.396527:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.396546:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00800000:00000004:1.0:1787827119.396556:0:22632:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 484, max_age 495 00000100:00100000:1.0:1787827119.396579:0:22632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304128:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827119.396627:0:22632:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00010000:00080000:1.0:1787827119.397331:0:22632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134304128/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827135 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827119.397341:0:22632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304128:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827119.397352:0:22632:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827119.397371:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397377:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397383:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397387:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397391:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397394:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397398:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397403:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397409:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397412:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397415:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397418:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397422:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397425:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397428:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397431:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397434:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397437:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397441:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397444:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397448:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397451:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397454:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397457:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397460:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397463:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397467:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397470:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397474:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397477:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397480:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397483:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397487:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397490:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397494:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397497:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397501:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397504:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397507:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397510:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397513:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397517:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397520:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397534:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397540:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397543:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397548:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397551:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397555:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397558:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397562:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397565:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397569:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397572:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397576:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397579:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397583:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397587:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397591:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397595:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397598:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397602:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397606:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397610:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397613:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397623:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397628:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397631:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397634:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397637:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397641:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397644:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397648:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397651:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397655:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397658:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397663:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397666:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397670:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397673:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397677:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397680:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397685:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397688:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397692:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397695:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397699:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397702:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397706:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397790:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397797:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397802:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397806:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397810:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397822:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397827:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397832:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397836:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397840:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397844:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397847:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397851:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397854:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397857:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397861:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397864:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397868:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397871:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397875:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397878:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397882:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397886:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397889:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397893:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397908:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397914:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397919:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397922:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397926:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397929:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397933:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397937:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397940:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397944:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397948:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00800000:00000080:1.0:1787827119.397950:0:22632:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.397953:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.397957:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827119.397962:0:22632:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 484, max_age 495 00000100:00100000:1.0:1787827119.397985:0:22632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304256:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827119.398049:0:22632:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00010000:00080000:1.0:1787827119.399250:0:22632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134304256/t0(0) o13->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827135 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827119.399265:0:22632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304256:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827119.399279:0:22632:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:1.0:1787827119.399314:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.399333:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827119.399339:0:22632:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 484, max_age 495 00000100:00100000:1.0:1787827119.399362:0:22632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304384:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827119.399407:0:22632:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00010000:00080000:1.0:1787827119.400636:0:22632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134304384/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827135 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827119.400647:0:22632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22632:1874672134304384:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827119.400659:0:22632:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787827119.400695:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400705:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400757:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400765:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400771:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400774:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400778:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400782:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400786:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400789:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400792:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400796:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400800:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400803:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400807:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400811:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400815:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400819:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400823:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400826:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400830:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400833:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400837:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400839:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400843:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400846:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400850:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400853:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400857:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400861:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400865:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400869:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400873:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400876:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400880:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400883:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400887:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400894:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400907:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400910:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400912:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400915:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400917:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400919:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400921:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400923:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400924:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400926:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400928:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400930:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400932:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400933:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400935:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400937:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400939:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400941:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400943:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400944:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400946:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400948:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400950:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400953:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400957:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400963:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400967:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400970:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400974:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400977:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400981:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400985:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400989:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400992:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.400995:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.400998:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401002:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401005:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401009:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401012:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401016:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401019:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401023:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401026:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401030:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401033:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401037:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401040:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401044:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401048:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401051:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401055:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401058:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401062:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401066:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401069:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401073:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401077:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401081:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401084:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401087:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401091:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401095:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401097:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401101:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401104:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401108:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401111:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401115:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401119:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401123:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401126:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401129:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401132:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401137:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401140:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401143:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401147:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401150:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401153:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401157:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401160:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401163:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401166:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401169:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401172:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.401176:0:22632:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffdddf5cbc0 00020000:00000080:1.0:1787827119.401179:0:22632:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200008:1.0:1787827119.401193:0:22632:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:3.0:1787827119.410053:0:22633:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 495 00000020:00000004:3.0:1787827119.410065:0:22633:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000020:00000004:3.0:1787827119.410122:0:22633:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 495 00000020:00000004:3.0:1787827119.410125:0:22633:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200000:3.0:1787827119.694829:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4194304 i_blocks 0 00000080:00200000:3.0:1787827119.694835:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.694921:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4194304, count: 4096 00000080:00200000:3.0:1787827119.694926:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4194304, bytes: 4096 00000080:00200000:3.0:1787827119.694929:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.694933:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1025, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.694934:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4194304, 4198400) 0 0 00000080:00200000:3.0:1787827119.694937:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.694943:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1024, 1024] 00020000:00200000:3.0:1787827119.694946:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4194304 chunk: [4194304, 4198400) 4198400, 4096 00020000:00200000:3.0:1787827119.694948:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.694954:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1024] 00000008:00010000:3.0:1787827119.694961:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.694964:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.694972:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.694980:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.694988:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.694994:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695002:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695008:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4194304, 4198400) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.695012:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1024 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.695066:0:22636:0:(rw26.c:875:ll_write_end()) pos 4194304, len 4096, copied 4096 00000080:00200000:3.0:1787827119.695070:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e9bb8936[3 00000000ba14583b 2 1 000000001c518263 0 0 1024] 00000080:00200000:3.0:1787827119.695072:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f49f406c 17ffffc0001001 3:0 ffffa0e2e746d2b8 1024 lru 00000080:00200000:3.0:1787827119.695077:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000253ffa7a 1024: 1< 0 - - > 2< 4194304 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4169728 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1787827119.695078:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e9bb8936 00000080:00200000:3.0:1787827119.695080:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.695081:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.695098:0:22636:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695108:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.695111:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.695113:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.695120:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.695122:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.695124:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.695128:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695134:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.695145:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.695147:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.695151:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.695154:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1024, 1024] 00000080:00200000:3.0:1787827119.695158:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.695161:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.695164:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4198400 i_blocks 0 00000080:00200000:3.0:1787827119.695167:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.695238:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4198400, count: 4096 00000080:00200000:3.0:1787827119.695241:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4198400, bytes: 4096 00000080:00200000:3.0:1787827119.695243:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.695246:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1026, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.695248:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4198400, 4202496) 0 0 00000080:00200000:3.0:1787827119.695250:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.695255:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1025, 1025] 00020000:00200000:3.0:1787827119.695257:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4198400 chunk: [4198400, 4202496) 4202496, 4096 00020000:00200000:3.0:1787827119.695259:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.695264:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1025, 1025] 00000008:00010000:3.0:1787827119.695268:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.695270:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.695277:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695284:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4198400 4202495) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695291:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695300:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695304:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695309:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4198400, 4202496) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.695313:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1025 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.695327:0:22636:0:(rw26.c:875:ll_write_end()) pos 4198400, len 4096, copied 4096 00000080:00200000:3.0:1787827119.695330:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d5e7e4d2[3 00000000ba14583b 2 1 000000001c518263 0 0 1025] 00000080:00200000:3.0:1787827119.695333:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007a906114 17ffffc0001001 3:0 ffffa0e2e746dae0 1025 lru 00000080:00200000:3.0:1787827119.695337:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003752c9ee 1025: 1< 0 - - > 2< 4198400 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4141056 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1787827119.695338:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d5e7e4d2 00000080:00200000:3.0:1787827119.695339:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.695341:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.695348:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695354:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695358:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695363:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695376:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.695378:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.695380:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.695388:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.695391:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.695394:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.695399:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695407:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.695416:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.695419:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.695425:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.695429:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1025, 1025] 00000080:00200000:3.0:1787827119.695434:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.695437:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.695443:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4202496 i_blocks 0 00000080:00200000:3.0:1787827119.695446:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.695495:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4202496, count: 4096 00000080:00200000:3.0:1787827119.695498:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4202496, bytes: 4096 00000080:00200000:3.0:1787827119.695499:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.695511:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1027, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.695512:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4202496, 4206592) 0 0 00000080:00200000:3.0:1787827119.695514:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.695518:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1026, 1026] 00020000:00200000:3.0:1787827119.695521:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4202496 chunk: [4202496, 4206592) 4206592, 4096 00020000:00200000:3.0:1787827119.695523:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.695527:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1026, 1026] 00000008:00010000:3.0:1787827119.695531:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.695533:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.695542:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695568:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4202496 4206591) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695577:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695585:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695591:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695599:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4202496, 4206592) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.695605:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1026 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.695622:0:22636:0:(rw26.c:875:ll_write_end()) pos 4202496, len 4096, copied 4096 00000080:00200000:3.0:1787827119.695627:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000fe69e4fb[3 00000000ba14583b 2 1 000000001c518263 0 0 1026] 00000080:00200000:3.0:1787827119.695630:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000192877a 17ffffc0001001 3:0 ffffa0e2e746dcb0 1026 lru 00000080:00200000:3.0:1787827119.695636:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4021295 1026: 1< 0 - - > 2< 4202496 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4136960 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:3.0:1787827119.695638:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000fe69e4fb 00000080:00200000:3.0:1787827119.695639:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.695642:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.695651:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695660:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695667:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695674:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695688:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.695691:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.695693:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.695697:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.695699:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.695701:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.695704:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695709:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.695738:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.695741:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.695746:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.695749:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1026, 1026] 00000080:00200000:3.0:1787827119.695753:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.695756:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.695761:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4206592 i_blocks 0 00000080:00200000:3.0:1787827119.695764:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.695810:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4206592, count: 4096 00000080:00200000:3.0:1787827119.695815:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4206592, bytes: 4096 00000080:00200000:3.0:1787827119.695817:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.695822:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1028, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.695824:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4206592, 4210688) 0 0 00000080:00200000:3.0:1787827119.695826:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.695832:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1027, 1027] 00020000:00200000:3.0:1787827119.695835:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4206592 chunk: [4206592, 4210688) 4210688, 4096 00020000:00200000:3.0:1787827119.695838:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.695843:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1027, 1027] 00000008:00010000:3.0:1787827119.695847:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.695849:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.695855:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695862:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4206592 4210687) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695867:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695872:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695876:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695881:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4206592, 4210688) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.695884:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1027 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.695910:0:22636:0:(rw26.c:875:ll_write_end()) pos 4206592, len 4096, copied 4096 00000080:00200000:3.0:1787827119.695914:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d38404c6[3 00000000ba14583b 2 1 000000001c518263 0 0 1027] 00000080:00200000:3.0:1787827119.695916:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2ce6ba9 17ffffc0001001 3:0 ffffa0e2e746dbc8 1027 lru 00000080:00200000:3.0:1787827119.695920:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000004bf870c4 1027: 1< 0 - - > 2< 4206592 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4132864 - | - - + - > 5< - - + - | 0 - | 3 - -> 00000080:00200000:3.0:1787827119.695921:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d38404c6 00000080:00200000:3.0:1787827119.695922:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.695924:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.695930:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695935:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695939:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.695944:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.695951:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.695952:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.695954:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.695958:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.695959:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.695961:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.695964:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.695969:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.695974:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.695975:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.695978:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.695980:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1027, 1027] 00000080:00200000:3.0:1787827119.695983:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.695985:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.695988:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4210688 i_blocks 0 00000080:00200000:3.0:1787827119.695989:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.696030:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4210688, count: 4096 00000080:00200000:3.0:1787827119.696035:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4210688, bytes: 4096 00000080:00200000:3.0:1787827119.696037:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.696041:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1029, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.696042:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4210688, 4214784) 0 0 00000080:00200000:3.0:1787827119.696044:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.696049:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1028, 1028] 00020000:00200000:3.0:1787827119.696052:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4210688 chunk: [4210688, 4214784) 4214784, 4096 00020000:00200000:3.0:1787827119.696055:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.696060:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1028, 1028] 00000008:00010000:3.0:1787827119.696065:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.696067:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.696074:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696083:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4210688 4214783) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696092:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696098:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696104:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696111:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4210688, 4214784) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.696116:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1028 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.696132:0:22636:0:(rw26.c:875:ll_write_end()) pos 4210688, len 4096, copied 4096 00000080:00200000:3.0:1787827119.696137:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003c15f400[3 00000000ba14583b 2 1 000000001c518263 0 0 1028] 00000080:00200000:3.0:1787827119.696140:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007481bc72 17ffffc0001001 3:0 ffffa0e2e746d658 1028 lru 00000080:00200000:3.0:1787827119.696144:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000007cbaef3 1028: 1< 0 - - > 2< 4210688 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4128768 - | - - + - > 5< - - + - | 0 - | 4 - -> 00000080:00200000:3.0:1787827119.696146:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003c15f400 00000080:00200000:3.0:1787827119.696147:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.696149:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.696156:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696163:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696169:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696180:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696190:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.696193:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.696195:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.696200:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.696202:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.696204:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.696209:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696216:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.696223:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.696225:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.696229:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.696232:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1028, 1028] 00000080:00200000:3.0:1787827119.696235:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.696237:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.696243:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4214784 i_blocks 0 00000080:00200000:3.0:1787827119.696245:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.696290:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4214784, count: 4096 00000080:00200000:3.0:1787827119.696294:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4214784, bytes: 4096 00000080:00200000:3.0:1787827119.696296:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.696300:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1030, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.696302:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4214784, 4218880) 0 0 00000080:00200000:3.0:1787827119.696304:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.696310:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1029, 1029] 00020000:00200000:3.0:1787827119.696313:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4214784 chunk: [4214784, 4218880) 4218880, 4096 00020000:00200000:3.0:1787827119.696315:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.696320:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1029, 1029] 00000008:00010000:3.0:1787827119.696326:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.696328:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.696335:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696343:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4214784 4218879) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696349:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696357:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696364:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696372:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4214784, 4218880) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.696378:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1029 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.696393:0:22636:0:(rw26.c:875:ll_write_end()) pos 4214784, len 4096, copied 4096 00000080:00200000:3.0:1787827119.696398:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000068074e7[3 00000000ba14583b 2 1 000000001c518263 0 0 1029] 00000080:00200000:3.0:1787827119.696401:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000486921e5 17ffffc0001001 3:0 ffffa0e2e746d1d0 1029 lru 00000080:00200000:3.0:1787827119.696407:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000aad9d73b 1029: 1< 0 - - > 2< 4214784 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4124672 - | - - + - > 5< - - + - | 0 - | 5 - -> 00000080:00200000:3.0:1787827119.696409:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000068074e7 00000080:00200000:3.0:1787827119.696410:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.696412:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.696418:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696423:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696427:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696431:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696438:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.696440:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.696441:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.696445:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.696446:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.696448:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.696450:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696455:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.696460:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.696462:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.696465:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.696467:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1029, 1029] 00000080:00200000:3.0:1787827119.696469:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.696471:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.696474:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4218880 i_blocks 0 00000080:00200000:3.0:1787827119.696476:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.696508:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4218880, count: 4096 00000080:00200000:3.0:1787827119.696510:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4218880, bytes: 4096 00000080:00200000:3.0:1787827119.696512:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.696514:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1031, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.696516:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4218880, 4222976) 0 0 00000080:00200000:3.0:1787827119.696517:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.696521:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1030, 1030] 00020000:00200000:3.0:1787827119.696523:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4218880 chunk: [4218880, 4222976) 4222976, 4096 00020000:00200000:3.0:1787827119.696524:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.696528:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1030, 1030] 00000008:00010000:3.0:1787827119.696531:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.696533:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.696538:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696546:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4218880 4222975) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696552:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696557:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696565:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696569:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4218880, 4222976) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.696573:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1030 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.696589:0:22636:0:(rw26.c:875:ll_write_end()) pos 4218880, len 4096, copied 4096 00000080:00200000:3.0:1787827119.696593:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000011b46d76[3 00000000ba14583b 2 1 000000001c518263 0 0 1030] 00000080:00200000:3.0:1787827119.696595:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000073119ce 17ffffc0001001 3:0 ffffa0e2e746d9f8 1030 lru 00000080:00200000:3.0:1787827119.696601:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000585491a0 1030: 1< 0 - - > 2< 4218880 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4120576 - | - - + - > 5< - - + - | 0 - | 6 - -> 00000080:00200000:3.0:1787827119.696603:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000011b46d76 00000080:00200000:3.0:1787827119.696604:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.696606:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.696614:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696622:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696628:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696635:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696645:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.696648:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.696651:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.696656:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.696659:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.696661:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.696664:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696672:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.696679:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.696681:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.696685:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.696687:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1030, 1030] 00000080:00200000:3.0:1787827119.696691:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.696694:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.696699:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4222976 i_blocks 0 00000080:00200000:3.0:1787827119.696701:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.696766:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4222976, count: 4096 00000080:00200000:3.0:1787827119.696771:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4222976, bytes: 4096 00000080:00200000:3.0:1787827119.696773:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.696775:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1032, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.696776:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4222976, 4227072) 0 0 00000080:00200000:3.0:1787827119.696778:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.696782:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1031, 1031] 00020000:00200000:3.0:1787827119.696784:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4222976 chunk: [4222976, 4227072) 4227072, 4096 00020000:00200000:3.0:1787827119.696786:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.696790:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1031, 1031] 00000008:00010000:3.0:1787827119.696794:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.696796:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.696802:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696808:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4222976 4227071) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696813:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696818:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696822:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696827:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4222976, 4227072) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.696830:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1031 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.696842:0:22636:0:(rw26.c:875:ll_write_end()) pos 4222976, len 4096, copied 4096 00000080:00200000:3.0:1787827119.696846:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b5aab543[3 00000000ba14583b 2 1 000000001c518263 0 0 1031] 00000080:00200000:3.0:1787827119.696848:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007e53264c 17ffffc0001001 3:0 ffffa0e2e746d488 1031 lru 00000080:00200000:3.0:1787827119.696851:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f892cedc 1031: 1< 0 - - > 2< 4222976 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4116480 - | - - + - > 5< - - + - | 0 - | 7 - -> 00000080:00200000:3.0:1787827119.696853:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b5aab543 00000080:00200000:3.0:1787827119.696854:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.696855:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.696860:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696865:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696870:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.696874:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.696881:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.696882:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.696884:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.696887:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.696889:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.696890:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.696892:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.696914:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.696923:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.696925:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.696929:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.696932:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1031, 1031] 00000080:00200000:3.0:1787827119.696935:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.696937:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.696940:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4227072 i_blocks 0 00000080:00200000:3.0:1787827119.696942:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.696974:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4227072, count: 4096 00000080:00200000:3.0:1787827119.696977:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4227072, bytes: 4096 00000080:00200000:3.0:1787827119.696979:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.696981:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1033, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.696982:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4227072, 4231168) 0 0 00000080:00200000:3.0:1787827119.696984:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.696987:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1032, 1032] 00020000:00200000:3.0:1787827119.696989:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4227072 chunk: [4227072, 4231168) 4231168, 4096 00020000:00200000:3.0:1787827119.696991:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.696994:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1032, 1032] 00000008:00010000:3.0:1787827119.696997:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.696999:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.697004:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697010:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4227072 4231167) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697015:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697020:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697032:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697040:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4227072, 4231168) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.697043:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1032 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.697058:0:22636:0:(rw26.c:875:ll_write_end()) pos 4227072, len 4096, copied 4096 00000080:00200000:3.0:1787827119.697061:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003685b1a7[3 00000000ba14583b 2 1 000000001c518263 0 0 1032] 00000080:00200000:3.0:1787827119.697062:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002e8974a9 17ffffc0001001 3:0 ffffa0e2e746d570 1032 lru 00000080:00200000:3.0:1787827119.697066:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000017f2ca41 1032: 1< 0 - - > 2< 4227072 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 4112384 - | - - + - > 5< - - + - | 0 - | 8 - -> 00000080:00200000:3.0:1787827119.697067:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003685b1a7 00000080:00200000:3.0:1787827119.697068:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.697069:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.697075:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697080:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697084:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697088:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697095:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.697096:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.697098:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.697101:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.697103:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.697104:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.697106:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697111:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.697116:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.697118:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.697121:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.697122:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1032, 1032] 00000080:00200000:3.0:1787827119.697125:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.697127:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.697130:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4231168 i_blocks 0 00000080:00200000:3.0:1787827119.697131:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.697163:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4231168, count: 4096 00000080:00200000:3.0:1787827119.697165:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4231168, bytes: 4096 00000080:00200000:3.0:1787827119.697167:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.697169:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1034, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.697170:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4231168, 4235264) 0 0 00000080:00200000:3.0:1787827119.697172:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.697175:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1033, 1033] 00020000:00200000:3.0:1787827119.697177:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4231168 chunk: [4231168, 4235264) 4235264, 4096 00020000:00200000:3.0:1787827119.697178:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.697181:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1033, 1033] 00000008:00010000:3.0:1787827119.697185:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.697187:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.697192:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697203:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4231168 4235263) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697210:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697219:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697223:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697228:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4231168, 4235264) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.697231:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1033 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.697243:0:22636:0:(rw26.c:875:ll_write_end()) pos 4231168, len 4096, copied 4096 00000080:00200000:3.0:1787827119.697246:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000776767ae[3 00000000ba14583b 2 1 000000001c518263 0 0 1033] 00000080:00200000:3.0:1787827119.697249:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b619de1f 17ffffc0001001 3:0 ffffa0e2e746dd98 1033 lru 00000080:00200000:3.0:1787827119.697255:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c3cb452b 1033: 1< 0 - - > 2< 4231168 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4108288 - | - - + - > 5< - - + - | 0 - | 9 - -> 00000080:00200000:3.0:1787827119.697259:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000776767ae 00000080:00200000:3.0:1787827119.697261:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.697263:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.697268:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697274:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697278:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697282:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697294:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.697296:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.697297:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.697301:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.697303:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.697305:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.697308:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697313:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.697319:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.697321:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.697323:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.697325:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1033, 1033] 00000080:00200000:3.0:1787827119.697328:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.697330:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.697333:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4235264 i_blocks 0 00000080:00200000:3.0:1787827119.697335:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.697378:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4235264, count: 4096 00000080:00200000:3.0:1787827119.697381:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4235264, bytes: 4096 00000080:00200000:3.0:1787827119.697382:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.697385:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1035, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.697387:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4235264, 4239360) 0 0 00000080:00200000:3.0:1787827119.697389:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.697393:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1034, 1034] 00020000:00200000:3.0:1787827119.697395:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4235264 chunk: [4235264, 4239360) 4239360, 4096 00020000:00200000:3.0:1787827119.697397:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.697400:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1034, 1034] 00000008:00010000:3.0:1787827119.697404:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.697406:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.697411:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697416:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4235264 4239359) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697423:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697429:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697433:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697437:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4235264, 4239360) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.697440:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1034 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.697452:0:22636:0:(rw26.c:875:ll_write_end()) pos 4235264, len 4096, copied 4096 00000080:00200000:3.0:1787827119.697455:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000082813ab5[3 00000000ba14583b 2 1 000000001c518263 0 0 1034] 00000080:00200000:3.0:1787827119.697457:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005fef9eb8 17ffffc0001001 3:0 ffffa0e2e746d740 1034 lru 00000080:00200000:3.0:1787827119.697460:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007d385237 1034: 1< 0 - - > 2< 4235264 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4104192 - | - - + - > 5< - - + - | 0 - | 10 - -> 00000080:00200000:3.0:1787827119.697462:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000082813ab5 00000080:00200000:3.0:1787827119.697462:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.697464:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.697470:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697478:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697485:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697493:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697505:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.697508:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.697510:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.697516:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.697519:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.697522:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.697526:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697534:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.697593:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.697595:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.697598:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.697600:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1034, 1034] 00000080:00200000:3.0:1787827119.697603:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.697605:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.697609:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4239360 i_blocks 0 00000080:00200000:3.0:1787827119.697610:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.697654:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4239360, count: 4096 00000080:00200000:3.0:1787827119.697659:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4239360, bytes: 4096 00000080:00200000:3.0:1787827119.697662:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.697666:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1036, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.697667:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4239360, 4243456) 0 0 00000080:00200000:3.0:1787827119.697670:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.697675:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1035, 1035] 00020000:00200000:3.0:1787827119.697677:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4239360 chunk: [4239360, 4243456) 4243456, 4096 00020000:00200000:3.0:1787827119.697678:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.697682:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1035, 1035] 00000008:00010000:3.0:1787827119.697686:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.697688:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.697693:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697699:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4239360 4243455) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697705:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697730:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697738:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697747:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4239360, 4243456) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.697752:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1035 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.697768:0:22636:0:(rw26.c:875:ll_write_end()) pos 4239360, len 4096, copied 4096 00000080:00200000:3.0:1787827119.697772:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000054159631[3 00000000ba14583b 2 1 000000001c518263 0 0 1035] 00000080:00200000:3.0:1787827119.697774:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e734d497 17ffffc0001001 3:0 ffffa0e2e746d0e8 1035 lru 00000080:00200000:3.0:1787827119.697778:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae4a7ec8 1035: 1< 0 - - > 2< 4239360 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4100096 - | - - + - > 5< - - + - | 0 - | 11 - -> 00000080:00200000:3.0:1787827119.697779:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000054159631 00000080:00200000:3.0:1787827119.697780:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.697781:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.697787:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697792:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697796:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.697800:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697807:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.697809:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.697810:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.697814:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.697815:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.697816:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.697820:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697825:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.697829:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.697831:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.697834:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.697835:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1035, 1035] 00000080:00200000:3.0:1787827119.697838:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.697840:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.697843:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4243456 i_blocks 0 00000080:00200000:3.0:1787827119.697844:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.697878:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4243456, count: 4096 00000080:00200000:3.0:1787827119.697882:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4243456, bytes: 4096 00000080:00200000:3.0:1787827119.697884:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.697888:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1037, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.697889:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4243456, 4247552) 0 0 00000080:00200000:3.0:1787827119.697891:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.697910:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1036, 1036] 00020000:00200000:3.0:1787827119.697914:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4243456 chunk: [4243456, 4247552) 4247552, 4096 00020000:00200000:3.0:1787827119.697916:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.697921:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1036, 1036] 00000008:00010000:3.0:1787827119.697927:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.697930:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.697937:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697945:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4243456 4247551) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697953:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697960:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.697966:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.697974:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4243456, 4247552) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.697978:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1036 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.697993:0:22636:0:(rw26.c:875:ll_write_end()) pos 4243456, len 4096, copied 4096 00000080:00200000:3.0:1787827119.697998:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005b3ac9b0[3 00000000ba14583b 2 1 000000001c518263 0 0 1036] 00000080:00200000:3.0:1787827119.698001:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002c90d31c 17ffffc0001001 3:0 ffffa0e2e746d3a0 1036 lru 00000080:00200000:3.0:1787827119.698007:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000226e5ec2 1036: 1< 0 - - > 2< 4243456 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4096000 - | - - + - > 5< - - + - | 0 - | 12 - -> 00000080:00200000:3.0:1787827119.698009:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005b3ac9b0 00000080:00200000:3.0:1787827119.698010:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.698012:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.698020:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698027:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698033:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698046:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698057:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.698060:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.698063:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.698068:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.698070:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.698073:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.698077:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698084:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.698091:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.698093:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.698098:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.698101:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1036, 1036] 00000080:00200000:3.0:1787827119.698104:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.698106:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.698110:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4247552 i_blocks 0 00000080:00200000:3.0:1787827119.698113:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.698157:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4247552, count: 4096 00000080:00200000:3.0:1787827119.698161:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4247552, bytes: 4096 00000080:00200000:3.0:1787827119.698163:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.698168:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1038, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.698169:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4247552, 4251648) 0 0 00000080:00200000:3.0:1787827119.698172:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.698177:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1037, 1037] 00020000:00200000:3.0:1787827119.698180:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4247552 chunk: [4247552, 4251648) 4251648, 4096 00020000:00200000:3.0:1787827119.698182:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.698187:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1037, 1037] 00000008:00010000:3.0:1787827119.698193:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.698195:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.698203:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698212:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4247552 4251647) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698220:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698228:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698235:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698242:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4247552, 4251648) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.698247:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1037 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.698263:0:22636:0:(rw26.c:875:ll_write_end()) pos 4247552, len 4096, copied 4096 00000080:00200000:3.0:1787827119.698268:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c1a257e8[3 00000000ba14583b 2 1 000000001c518263 0 0 1037] 00000080:00200000:3.0:1787827119.698271:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000004f4566f 17ffffc0001001 3:0 ffffa0e2e746d828 1037 lru 00000080:00200000:3.0:1787827119.698277:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003b35018c 1037: 1< 0 - - > 2< 4247552 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4091904 - | - - + - > 5< - - + - | 0 - | 13 - -> 00000080:00200000:3.0:1787827119.698279:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c1a257e8 00000080:00200000:3.0:1787827119.698280:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.698282:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.698290:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698298:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698306:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698313:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698324:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.698327:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.698329:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.698334:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.698337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.698339:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.698343:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698351:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.698359:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.698363:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.698366:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.698369:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1037, 1037] 00000080:00200000:3.0:1787827119.698373:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.698376:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.698380:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4251648 i_blocks 0 00000080:00200000:3.0:1787827119.698383:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.698430:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4251648, count: 4096 00000080:00200000:3.0:1787827119.698434:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4251648, bytes: 4096 00000080:00200000:3.0:1787827119.698436:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.698440:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1039, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.698441:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4251648, 4255744) 0 0 00000080:00200000:3.0:1787827119.698444:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.698449:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1038, 1038] 00020000:00200000:3.0:1787827119.698452:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4251648 chunk: [4251648, 4255744) 4255744, 4096 00020000:00200000:3.0:1787827119.698454:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.698459:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1038, 1038] 00000008:00010000:3.0:1787827119.698464:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.698466:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.698473:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698481:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4251648 4255743) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698490:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698498:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698510:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698517:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4251648, 4255744) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.698522:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1038 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.698546:0:22636:0:(rw26.c:875:ll_write_end()) pos 4251648, len 4096, copied 4096 00000080:00200000:3.0:1787827119.698551:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001b427bf1[3 00000000ba14583b 2 1 000000001c518263 0 0 1038] 00000080:00200000:3.0:1787827119.698553:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b25f0fbe 17ffffc0001021 2:0 ffffa0e2e746de80 1038 lru 00000080:00200000:3.0:1787827119.698559:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b2eee8eb 1038: 1< 0 - - > 2< 4251648 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4087808 - | - - + - > 5< - - + - | 0 - | 14 - -> 00000080:00200000:3.0:1787827119.698561:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001b427bf1 00000080:00200000:3.0:1787827119.698562:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.698564:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.698572:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698580:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698587:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698594:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698604:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.698606:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.698609:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.698614:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.698617:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.698619:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.698623:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698631:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.698640:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.698642:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.698646:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.698649:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1038, 1038] 00000080:00200000:3.0:1787827119.698653:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.698656:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.698660:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4255744 i_blocks 0 00000080:00200000:3.0:1787827119.698663:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.698708:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4255744, count: 4096 00000080:00200000:3.0:1787827119.698733:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4255744, bytes: 4096 00000080:00200000:3.0:1787827119.698736:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.698740:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1040, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.698741:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4255744, 4259840) 0 0 00000080:00200000:3.0:1787827119.698744:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.698749:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1039, 1039] 00020000:00200000:3.0:1787827119.698752:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4255744 chunk: [4255744, 4259840) 4259840, 4096 00020000:00200000:3.0:1787827119.698755:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.698760:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1039, 1039] 00000008:00010000:3.0:1787827119.698765:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.698768:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.698776:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698785:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4255744 4259839) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698793:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698801:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698808:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698815:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4255744, 4259840) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.698820:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1039 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.698835:0:22636:0:(rw26.c:875:ll_write_end()) pos 4255744, len 4096, copied 4096 00000080:00200000:3.0:1787827119.698840:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001dcdbfea[3 00000000ba14583b 2 1 000000001c518263 0 0 1039] 00000080:00200000:3.0:1787827119.698843:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000368f6204 17ffffc0001001 3:0 ffffa0e2e746d910 1039 lru 00000080:00200000:3.0:1787827119.698848:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fff30964 1039: 1< 0 - - > 2< 4255744 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4083712 - | - - + - > 5< - - + - | 0 - | 15 - -> 00000080:00200000:3.0:1787827119.698850:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001dcdbfea 00000080:00200000:3.0:1787827119.698851:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.698853:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.698861:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698870:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698877:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.698885:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.698910:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.698913:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.698915:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.698921:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.698924:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.698926:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.698930:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.698939:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.698947:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.698949:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.698953:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.698956:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1039, 1039] 00000080:00200000:3.0:1787827119.698960:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.698963:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.698967:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4259840 i_blocks 0 00000080:00200000:3.0:1787827119.698970:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.699018:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4259840, count: 4096 00000080:00200000:3.0:1787827119.699021:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4259840, bytes: 4096 00000080:00200000:3.0:1787827119.699024:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.699027:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1041, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.699029:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4259840, 4263936) 0 0 00000080:00200000:3.0:1787827119.699031:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.699036:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1040, 1040] 00020000:00200000:3.0:1787827119.699039:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4259840 chunk: [4259840, 4263936) 4263936, 4096 00020000:00200000:3.0:1787827119.699041:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.699046:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1040, 1040] 00000008:00010000:3.0:1787827119.699051:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.699053:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.699060:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699069:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4259840 4263935) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699078:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699085:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699092:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699100:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4259840, 4263936) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.699105:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1040 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.699121:0:22636:0:(rw26.c:875:ll_write_end()) pos 4259840, len 4096, copied 4096 00000080:00200000:3.0:1787827119.699125:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000771da3aa[3 00000000ba14583b 2 1 000000001c518263 0 0 1040] 00000080:00200000:3.0:1787827119.699128:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ab9d5f1f 17ffffc0001001 3:0 ffffa0e2e746d000 1040 lru 00000080:00200000:3.0:1787827119.699134:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000048cc1584 1040: 1< 0 - - > 2< 4259840 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4079616 - | - - + - > 5< - - + - | 0 - | 16 - -> 00000080:00200000:3.0:1787827119.699136:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000771da3aa 00000080:00200000:3.0:1787827119.699137:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.699140:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.699147:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699155:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699163:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699170:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699181:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.699184:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.699186:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.699191:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.699193:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.699196:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.699200:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699208:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.699217:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.699219:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.699223:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.699226:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1040, 1040] 00000080:00200000:3.0:1787827119.699230:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.699232:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.699236:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4263936 i_blocks 0 00000080:00200000:3.0:1787827119.699239:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.699286:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4263936, count: 4096 00000080:00200000:3.0:1787827119.699290:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4263936, bytes: 4096 00000080:00200000:3.0:1787827119.699292:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.699296:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1042, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.699297:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4263936, 4268032) 0 0 00000080:00200000:3.0:1787827119.699300:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.699305:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1041, 1041] 00020000:00200000:3.0:1787827119.699308:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4263936 chunk: [4263936, 4268032) 4268032, 4096 00020000:00200000:3.0:1787827119.699310:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.699315:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1041, 1041] 00000008:00010000:3.0:1787827119.699320:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.699322:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.699329:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699338:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4263936 4268031) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699347:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699360:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699367:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699375:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4263936, 4268032) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.699379:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1041 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.699396:0:22636:0:(rw26.c:875:ll_write_end()) pos 4263936, len 4096, copied 4096 00000080:00200000:3.0:1787827119.699400:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ad9e774b[3 00000000ba14583b 2 1 000000001c518263 0 0 1041] 00000080:00200000:3.0:1787827119.699404:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000bcc5db7 17ffffc0001001 3:0 ffffa0e2e77cee80 1041 lru 00000080:00200000:3.0:1787827119.699409:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4cc5844 1041: 1< 0 - - > 2< 4263936 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4075520 - | - - + - > 5< - - + - | 0 - | 17 - -> 00000080:00200000:3.0:1787827119.699411:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ad9e774b 00000080:00200000:3.0:1787827119.699413:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.699415:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.699422:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699430:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699437:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699445:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699459:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.699462:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.699464:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.699470:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.699472:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.699475:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.699479:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699487:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.699495:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.699497:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.699501:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.699504:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1041, 1041] 00000080:00200000:3.0:1787827119.699507:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.699510:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.699514:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4268032 i_blocks 0 00000080:00200000:3.0:1787827119.699517:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.699563:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4268032, count: 4096 00000080:00200000:3.0:1787827119.699567:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4268032, bytes: 4096 00000080:00200000:3.0:1787827119.699569:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.699573:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1043, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.699574:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4268032, 4272128) 0 0 00000080:00200000:3.0:1787827119.699577:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.699582:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1042, 1042] 00020000:00200000:3.0:1787827119.699585:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4268032 chunk: [4268032, 4272128) 4272128, 4096 00020000:00200000:3.0:1787827119.699588:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.699592:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1042, 1042] 00000008:00010000:3.0:1787827119.699597:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.699599:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.699606:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699615:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4268032 4272127) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699624:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699631:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699638:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699645:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4268032, 4272128) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.699650:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1042 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.699665:0:22636:0:(rw26.c:875:ll_write_end()) pos 4268032, len 4096, copied 4096 00000080:00200000:3.0:1787827119.699670:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008abef70f[3 00000000ba14583b 2 1 000000001c518263 0 0 1042] 00000080:00200000:3.0:1787827119.699673:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000eeb7dd55 17ffffc0001001 3:0 ffffa0e2e77ce828 1042 lru 00000080:00200000:3.0:1787827119.699678:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002c6d53d7 1042: 1< 0 - - > 2< 4268032 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4071424 - | - - + - > 5< - - + - | 0 - | 18 - -> 00000080:00200000:3.0:1787827119.699680:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008abef70f 00000080:00200000:3.0:1787827119.699681:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.699683:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.699692:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699700:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699707:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.699734:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699746:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.699749:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.699752:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.699757:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.699759:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.699762:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.699766:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699775:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.699783:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.699785:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.699789:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.699792:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1042, 1042] 00000080:00200000:3.0:1787827119.699796:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.699799:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.699803:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4272128 i_blocks 0 00000080:00200000:3.0:1787827119.699806:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.699853:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4272128, count: 4096 00000080:00200000:3.0:1787827119.699857:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4272128, bytes: 4096 00000080:00200000:3.0:1787827119.699859:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.699863:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1044, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.699864:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4272128, 4276224) 0 0 00000080:00200000:3.0:1787827119.699867:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.699871:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1043, 1043] 00020000:00200000:3.0:1787827119.699874:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4272128 chunk: [4272128, 4276224) 4276224, 4096 00020000:00200000:3.0:1787827119.699877:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.699881:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1043, 1043] 00000008:00010000:3.0:1787827119.699886:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.699889:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.699910:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699919:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4272128 4276223) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699928:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699935:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.699942:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.699950:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4272128, 4276224) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.699955:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1043 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.699971:0:22636:0:(rw26.c:875:ll_write_end()) pos 4272128, len 4096, copied 4096 00000080:00200000:3.0:1787827119.699976:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000be71729b[3 00000000ba14583b 2 1 000000001c518263 0 0 1043] 00000080:00200000:3.0:1787827119.699979:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000be280a2 17ffffc0001001 3:0 ffffa0e2e77ce3a0 1043 lru 00000080:00200000:3.0:1787827119.699984:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0870964 1043: 1< 0 - - > 2< 4272128 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4067328 - | - - + - > 5< - - + - | 0 - | 19 - -> 00000080:00200000:3.0:1787827119.699986:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000be71729b 00000080:00200000:3.0:1787827119.699987:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.699990:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.699997:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700005:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700012:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700020:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700030:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.700033:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.700035:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.700040:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.700043:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.700045:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.700050:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700058:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.700065:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.700068:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.700072:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.700075:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1043, 1043] 00000080:00200000:3.0:1787827119.700078:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.700081:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.700086:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4276224 i_blocks 0 00000080:00200000:3.0:1787827119.700088:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.700134:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4276224, count: 4096 00000080:00200000:3.0:1787827119.700138:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4276224, bytes: 4096 00000080:00200000:3.0:1787827119.700140:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.700144:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1045, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.700145:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4276224, 4280320) 0 0 00000080:00200000:3.0:1787827119.700147:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.700153:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1044, 1044] 00020000:00200000:3.0:1787827119.700156:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4276224 chunk: [4276224, 4280320) 4280320, 4096 00020000:00200000:3.0:1787827119.700158:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.700163:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1044, 1044] 00000008:00010000:3.0:1787827119.700168:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.700171:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.700178:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700186:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4276224 4280319) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700195:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700203:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700209:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700216:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4276224, 4280320) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.700221:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1044 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.700236:0:22636:0:(rw26.c:875:ll_write_end()) pos 4276224, len 4096, copied 4096 00000080:00200000:3.0:1787827119.700241:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000596e6fec[3 00000000ba14583b 2 1 000000001c518263 0 0 1044] 00000080:00200000:3.0:1787827119.700243:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000dad6cdb0 17ffffc0001001 3:0 ffffa0e2e77ce0e8 1044 lru 00000080:00200000:3.0:1787827119.700249:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007e0168ad 1044: 1< 0 - - > 2< 4276224 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4063232 - | - - + - > 5< - - + - | 0 - | 20 - -> 00000080:00200000:3.0:1787827119.700251:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000596e6fec 00000080:00200000:3.0:1787827119.700252:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.700254:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.700262:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700270:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700277:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700289:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700300:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.700303:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.700305:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.700310:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.700312:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.700315:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.700319:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700327:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.700334:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.700337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.700341:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.700344:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1044, 1044] 00000080:00200000:3.0:1787827119.700347:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.700350:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.700354:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4280320 i_blocks 0 00000080:00200000:3.0:1787827119.700357:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.700404:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4280320, count: 4096 00000080:00200000:3.0:1787827119.700408:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4280320, bytes: 4096 00000080:00200000:3.0:1787827119.700410:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.700414:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1046, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.700416:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4280320, 4284416) 0 0 00000080:00200000:3.0:1787827119.700418:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.700423:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1045, 1045] 00020000:00200000:3.0:1787827119.700426:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4280320 chunk: [4280320, 4284416) 4284416, 4096 00020000:00200000:3.0:1787827119.700428:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.700433:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1045, 1045] 00000008:00010000:3.0:1787827119.700438:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.700440:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.700447:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700456:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4280320 4284415) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700464:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700472:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700479:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700486:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4280320, 4284416) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.700491:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1045 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.700507:0:22636:0:(rw26.c:875:ll_write_end()) pos 4280320, len 4096, copied 4096 00000080:00200000:3.0:1787827119.700511:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008c72929d[3 00000000ba14583b 2 1 000000001c518263 0 0 1045] 00000080:00200000:3.0:1787827119.700514:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000073ef85f6 17ffffc0001001 3:0 ffffa0e2e77ce740 1045 lru 00000080:00200000:3.0:1787827119.700519:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002d19e0bf 1045: 1< 0 - - > 2< 4280320 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4059136 - | - - + - > 5< - - + - | 0 - | 21 - -> 00000080:00200000:3.0:1787827119.700522:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008c72929d 00000080:00200000:3.0:1787827119.700523:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.700525:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.700533:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700541:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700548:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700555:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700565:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.700568:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.700570:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.700575:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.700577:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.700580:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.700584:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700592:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.700600:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.700603:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.700607:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.700610:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1045, 1045] 00000080:00200000:3.0:1787827119.700613:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.700616:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.700620:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4284416 i_blocks 0 00000080:00200000:3.0:1787827119.700623:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.700669:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4284416, count: 4096 00000080:00200000:3.0:1787827119.700673:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4284416, bytes: 4096 00000080:00200000:3.0:1787827119.700675:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.700678:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1047, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.700680:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4284416, 4288512) 0 0 00000080:00200000:3.0:1787827119.700682:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.700687:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1046, 1046] 00020000:00200000:3.0:1787827119.700690:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4284416 chunk: [4284416, 4288512) 4288512, 4096 00020000:00200000:3.0:1787827119.700692:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.700698:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1046, 1046] 00000008:00010000:3.0:1787827119.700703:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.700705:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.700730:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700739:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4284416 4288511) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700747:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700754:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700766:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700774:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4284416, 4288512) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.700779:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1046 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.700794:0:22636:0:(rw26.c:875:ll_write_end()) pos 4284416, len 4096, copied 4096 00000080:00200000:3.0:1787827119.700798:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004c8d337f[3 00000000ba14583b 2 1 000000001c518263 0 0 1046] 00000080:00200000:3.0:1787827119.700801:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000089e877f9 17ffffc0001001 3:0 ffffa0e2e77ced98 1046 lru 00000080:00200000:3.0:1787827119.700806:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae67fd3e 1046: 1< 0 - - > 2< 4284416 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4055040 - | - - + - > 5< - - + - | 0 - | 22 - -> 00000080:00200000:3.0:1787827119.700808:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004c8d337f 00000080:00200000:3.0:1787827119.700809:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.700811:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.700819:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700827:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700834:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.700841:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.700850:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.700853:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.700855:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.700861:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.700863:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.700865:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.700870:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.700877:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.700885:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.700888:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.700892:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.700905:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1046, 1046] 00000080:00200000:3.0:1787827119.700909:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.700912:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.700916:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4288512 i_blocks 0 00000080:00200000:3.0:1787827119.700919:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.700965:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4288512, count: 4096 00000080:00200000:3.0:1787827119.700969:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4288512, bytes: 4096 00000080:00200000:3.0:1787827119.700972:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.700976:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1048, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.700977:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4288512, 4292608) 0 0 00000080:00200000:3.0:1787827119.700980:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.700985:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1047, 1047] 00020000:00200000:3.0:1787827119.700988:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4288512 chunk: [4288512, 4292608) 4292608, 4096 00020000:00200000:3.0:1787827119.700990:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.700994:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1047, 1047] 00000008:00010000:3.0:1787827119.700999:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.701001:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.701009:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701018:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4288512 4292607) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701026:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701034:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701041:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701048:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4288512, 4292608) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.701053:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1047 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.701069:0:22636:0:(rw26.c:875:ll_write_end()) pos 4288512, len 4096, copied 4096 00000080:00200000:3.0:1787827119.701073:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cb0d04e5[3 00000000ba14583b 2 1 000000001c518263 0 0 1047] 00000080:00200000:3.0:1787827119.701076:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000006c39185 17ffffc0001001 3:0 ffffa0e2e77ce570 1047 lru 00000080:00200000:3.0:1787827119.701081:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000021221d8f 1047: 1< 0 - - > 2< 4288512 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4050944 - | - - + - > 5< - - + - | 0 - | 23 - -> 00000080:00200000:3.0:1787827119.701083:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cb0d04e5 00000080:00200000:3.0:1787827119.701084:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.701086:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.701094:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701102:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701109:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701117:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701127:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.701130:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.701131:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.701137:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.701139:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.701141:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.701145:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701153:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.701161:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.701163:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.701168:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.701170:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1047, 1047] 00000080:00200000:3.0:1787827119.701174:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.701177:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.701181:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4292608 i_blocks 0 00000080:00200000:3.0:1787827119.701184:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.701230:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4292608, count: 4096 00000080:00200000:3.0:1787827119.701234:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4292608, bytes: 4096 00000080:00200000:3.0:1787827119.701236:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.701240:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1049, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.701242:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4292608, 4296704) 0 0 00000080:00200000:3.0:1787827119.701244:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.701249:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1048, 1048] 00020000:00200000:3.0:1787827119.701252:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4292608 chunk: [4292608, 4296704) 4296704, 4096 00020000:00200000:3.0:1787827119.701254:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.701259:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1048, 1048] 00000008:00010000:3.0:1787827119.701264:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.701267:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.701274:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701297:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4292608 4296703) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701306:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701314:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701320:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701327:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4292608, 4296704) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.701332:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1048 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.701348:0:22636:0:(rw26.c:875:ll_write_end()) pos 4292608, len 4096, copied 4096 00000080:00200000:3.0:1787827119.701353:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000026947758[3 00000000ba14583b 2 1 000000001c518263 0 0 1048] 00000080:00200000:3.0:1787827119.701355:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000cec6e87a 17ffffc0001001 3:0 ffffa0e2e77ce488 1048 lru 00000080:00200000:3.0:1787827119.701361:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000006d2a586 1048: 1< 0 - - > 2< 4292608 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4046848 - | - - + - > 5< - - + - | 0 - | 24 - -> 00000080:00200000:3.0:1787827119.701363:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000026947758 00000080:00200000:3.0:1787827119.701364:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.701366:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.701374:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701382:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701389:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701396:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701406:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.701408:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.701410:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.701416:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.701418:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.701421:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.701425:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701433:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.701441:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.701443:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.701446:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.701449:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1048, 1048] 00000080:00200000:3.0:1787827119.701452:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.701456:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.701460:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4296704 i_blocks 0 00000080:00200000:3.0:1787827119.701463:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.701510:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4296704, count: 4096 00000080:00200000:3.0:1787827119.701514:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4296704, bytes: 4096 00000080:00200000:3.0:1787827119.701516:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.701520:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1050, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.701521:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4296704, 4300800) 0 0 00000080:00200000:3.0:1787827119.701524:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.701529:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1049, 1049] 00020000:00200000:3.0:1787827119.701532:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4296704 chunk: [4296704, 4300800) 4300800, 4096 00020000:00200000:3.0:1787827119.701534:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.701538:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1049, 1049] 00000008:00010000:3.0:1787827119.701544:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.701546:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.701553:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701562:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4296704 4300799) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701571:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701583:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701590:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701597:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4296704, 4300800) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.701602:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1049 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.701617:0:22636:0:(rw26.c:875:ll_write_end()) pos 4296704, len 4096, copied 4096 00000080:00200000:3.0:1787827119.701622:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000052b7c963[3 00000000ba14583b 2 1 000000001c518263 0 0 1049] 00000080:00200000:3.0:1787827119.701624:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000041e312f0 17ffffc0001001 3:0 ffffa0e2e77ce9f8 1049 lru 00000080:00200000:3.0:1787827119.701630:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000005ea552be 1049: 1< 0 - - > 2< 4296704 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4042752 - | - - + - > 5< - - + - | 0 - | 25 - -> 00000080:00200000:3.0:1787827119.701632:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000052b7c963 00000080:00200000:3.0:1787827119.701633:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.701635:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.701642:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701650:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701658:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701665:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701679:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.701682:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.701685:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.701690:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.701693:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.701695:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.701699:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701707:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.701734:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.701737:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.701742:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.701744:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1049, 1049] 00000080:00200000:3.0:1787827119.701748:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.701751:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.701756:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4300800 i_blocks 0 00000080:00200000:3.0:1787827119.701759:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.701805:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4300800, count: 4096 00000080:00200000:3.0:1787827119.701808:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4300800, bytes: 4096 00000080:00200000:3.0:1787827119.701811:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.701814:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1051, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.701816:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4300800, 4304896) 0 0 00000080:00200000:3.0:1787827119.701819:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.701824:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1050, 1050] 00020000:00200000:3.0:1787827119.701827:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4300800 chunk: [4300800, 4304896) 4304896, 4096 00020000:00200000:3.0:1787827119.701829:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.701834:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1050, 1050] 00000008:00010000:3.0:1787827119.701839:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.701841:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.701849:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701857:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4300800 4304895) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701866:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701874:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.701881:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701889:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4300800, 4304896) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.701906:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1050 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.701921:0:22636:0:(rw26.c:875:ll_write_end()) pos 4300800, len 4096, copied 4096 00000080:00200000:3.0:1787827119.701925:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006a5e5e63[3 00000000ba14583b 2 1 000000001c518263 0 0 1050] 00000080:00200000:3.0:1787827119.701928:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f048e01d 17ffffc0001001 3:0 ffffa0e2e77ce1d0 1050 lru 00000080:00200000:3.0:1787827119.701934:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000005941c59 1050: 1< 0 - - > 2< 4300800 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4038656 - | - - + - > 5< - - + - | 0 - | 26 - -> 00000080:00200000:3.0:1787827119.701936:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006a5e5e63 00000080:00200000:3.0:1787827119.701937:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.701939:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.701947:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701954:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701960:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.701966:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.701975:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.701978:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.701980:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.701985:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.701987:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.701990:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.701995:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702003:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.702011:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.702013:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.702018:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.702020:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1050, 1050] 00000080:00200000:3.0:1787827119.702024:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.702026:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.702031:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4304896 i_blocks 0 00000080:00200000:3.0:1787827119.702034:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.702076:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4304896, count: 4096 00000080:00200000:3.0:1787827119.702080:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4304896, bytes: 4096 00000080:00200000:3.0:1787827119.702082:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.702086:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1052, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.702088:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4304896, 4308992) 0 0 00000080:00200000:3.0:1787827119.702091:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.702097:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1051, 1051] 00020000:00200000:3.0:1787827119.702100:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4304896 chunk: [4304896, 4308992) 4308992, 4096 00020000:00200000:3.0:1787827119.702102:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.702109:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1051, 1051] 00000008:00010000:3.0:1787827119.702114:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.702116:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.702123:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702131:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4304896 4308991) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702139:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702146:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702153:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.702161:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4304896, 4308992) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.702166:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1051 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.702181:0:22636:0:(rw26.c:875:ll_write_end()) pos 4304896, len 4096, copied 4096 00000080:00200000:3.0:1787827119.702185:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000338c9c87[3 00000000ba14583b 2 1 000000001c518263 0 0 1051] 00000080:00200000:3.0:1787827119.702187:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008b0f45d5 17ffffc0001001 3:0 ffffa0e2e77ce658 1051 lru 00000080:00200000:3.0:1787827119.702193:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000994534f6 1051: 1< 0 - - > 2< 4304896 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4034560 - | - - + - > 5< - - + - | 0 - | 27 - -> 00000080:00200000:3.0:1787827119.702196:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000338c9c87 00000080:00200000:3.0:1787827119.702197:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.702199:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.702207:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702215:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702222:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702229:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.702240:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.702243:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.702245:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.702250:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.702253:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.702255:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.702260:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702269:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.702276:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.702279:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.702283:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.702286:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1051, 1051] 00000080:00200000:3.0:1787827119.702288:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.702290:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.702293:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4308992 i_blocks 0 00000080:00200000:3.0:1787827119.702295:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.702339:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4308992, count: 4096 00000080:00200000:3.0:1787827119.702344:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4308992, bytes: 4096 00000080:00200000:3.0:1787827119.702347:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.702350:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1053, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.702352:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4308992, 4313088) 0 0 00000080:00200000:3.0:1787827119.702354:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.702359:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1052, 1052] 00020000:00200000:3.0:1787827119.702522:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4308992 chunk: [4308992, 4313088) 4313088, 4096 00020000:00200000:3.0:1787827119.702526:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.702533:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1052, 1052] 00000008:00010000:3.0:1787827119.702540:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.702543:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.702551:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702600:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4308992 4313087) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702609:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702618:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702625:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.702633:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4308992, 4313088) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.702639:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1052 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.702659:0:22636:0:(rw26.c:875:ll_write_end()) pos 4308992, len 4096, copied 4096 00000080:00200000:3.0:1787827119.702664:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a9e788a0[3 00000000ba14583b 2 1 000000001c518263 0 0 1052] 00000080:00200000:3.0:1787827119.702667:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d90435b8 17ffffc0001001 3:0 ffffa0e2e77cebc8 1052 lru 00000080:00200000:3.0:1787827119.702672:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000037667cf4 1052: 1< 0 - - > 2< 4308992 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4030464 - | - - + - > 5< - - + - | 0 - | 28 - -> 00000080:00200000:3.0:1787827119.702674:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a9e788a0 00000080:00200000:3.0:1787827119.702676:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.702678:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.702688:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702696:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702703:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.702738:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.702752:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.702755:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.702758:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.702764:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.702767:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.702770:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.702774:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.702782:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.702791:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.702795:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.702801:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.702805:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1052, 1052] 00000080:00200000:3.0:1787827119.702810:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.702813:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.702819:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4313088 i_blocks 0 00000080:00200000:3.0:1787827119.702823:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.702999:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4313088, count: 4096 00000080:00200000:3.0:1787827119.703006:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4313088, bytes: 4096 00000080:00200000:3.0:1787827119.703010:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.703015:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1054, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.703017:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4313088, 4317184) 0 0 00000080:00200000:3.0:1787827119.703020:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.703028:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1053, 1053] 00020000:00200000:3.0:1787827119.703032:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4313088 chunk: [4313088, 4317184) 4317184, 4096 00020000:00200000:3.0:1787827119.703034:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.703040:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1053, 1053] 00000008:00010000:3.0:1787827119.703047:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.703049:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.703058:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703067:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4313088 4317183) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703076:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703084:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703091:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.703101:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4313088, 4317184) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.703107:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1053 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.703131:0:22636:0:(rw26.c:875:ll_write_end()) pos 4313088, len 4096, copied 4096 00000080:00200000:3.0:1787827119.703137:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000996ffcac[3 00000000ba14583b 2 1 000000001c518263 0 0 1053] 00000080:00200000:3.0:1787827119.703140:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008539463e 17ffffc0001021 2:0 ffffa0e2e77ce2b8 1053 lru 00000080:00200000:3.0:1787827119.703146:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000494bc0ac 1053: 1< 0 - - > 2< 4313088 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4026368 - | - - + - > 5< - - + - | 0 - | 29 - -> 00000080:00200000:3.0:1787827119.703149:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000996ffcac 00000080:00200000:3.0:1787827119.703150:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.703152:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.703162:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703170:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703178:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703186:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.703201:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.703205:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.703208:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.703216:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.703219:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.703223:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.703227:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703237:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.703248:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.703251:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.703257:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.703261:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1053, 1053] 00000080:00200000:3.0:1787827119.703265:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.703269:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.703275:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4317184 i_blocks 0 00000080:00200000:3.0:1787827119.703278:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.703344:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4317184, count: 4096 00000080:00200000:3.0:1787827119.703349:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4317184, bytes: 4096 00000080:00200000:3.0:1787827119.703352:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.703356:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1055, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.703357:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4317184, 4321280) 0 0 00000080:00200000:3.0:1787827119.703360:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.703367:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1054, 1054] 00020000:00200000:3.0:1787827119.703371:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4317184 chunk: [4317184, 4321280) 4321280, 4096 00020000:00200000:3.0:1787827119.703374:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.703380:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1054, 1054] 00000008:00010000:3.0:1787827119.703388:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.703391:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.703400:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703410:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4317184 4321279) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703421:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703428:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703440:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.703450:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4317184, 4321280) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.703456:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1054 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.703474:0:22636:0:(rw26.c:875:ll_write_end()) pos 4317184, len 4096, copied 4096 00000080:00200000:3.0:1787827119.703480:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b119607d[3 00000000ba14583b 2 1 000000001c518263 0 0 1054] 00000080:00200000:3.0:1787827119.703484:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000097499db1 17ffffc0001001 3:0 ffffa0e2e77ceae0 1054 lru 00000080:00200000:3.0:1787827119.703490:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0e94b8e 1054: 1< 0 - - > 2< 4317184 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4022272 - | - - + - > 5< - - + - | 0 - | 30 - -> 00000080:00200000:3.0:1787827119.703492:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b119607d 00000080:00200000:3.0:1787827119.703494:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.703497:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.703507:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703567:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703575:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.703583:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.703597:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.703601:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.703604:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.703611:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.703614:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.703617:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.703621:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703629:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.703639:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.703642:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.703647:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.703651:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1054, 1054] 00000080:00200000:3.0:1787827119.703656:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.703660:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.703665:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4321280 i_blocks 0 00000080:00200000:3.0:1787827119.703667:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.703763:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4321280, count: 4096 00000080:00200000:3.0:1787827119.703769:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4321280, bytes: 4096 00000080:00200000:3.0:1787827119.703771:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.703775:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1056, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.703907:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4321280, 4325376) 0 0 00000080:00200000:3.0:1787827119.703911:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.703918:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1055, 1055] 00020000:00200000:3.0:1787827119.703921:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4321280 chunk: [4321280, 4325376) 4325376, 4096 00020000:00200000:3.0:1787827119.703924:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.703929:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1055, 1055] 00000008:00010000:3.0:1787827119.703935:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.703938:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.703947:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703957:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4321280 4325375) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703967:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703974:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.703981:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.703990:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4321280, 4325376) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.703995:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1055 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.704012:0:22636:0:(rw26.c:875:ll_write_end()) pos 4321280, len 4096, copied 4096 00000080:00200000:3.0:1787827119.704017:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008927f8df[3 00000000ba14583b 2 1 000000001c518263 0 0 1055] 00000080:00200000:3.0:1787827119.704020:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008a081686 17ffffc0001001 3:0 ffffa0e2e77cecb0 1055 lru 00000080:00200000:3.0:1787827119.704026:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000004ad8e81c 1055: 1< 0 - - > 2< 4321280 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4018176 - | - - + - > 5< - - + - | 0 - | 31 - -> 00000080:00200000:3.0:1787827119.704028:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008927f8df 00000080:00200000:3.0:1787827119.704029:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.704031:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.704040:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704049:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704057:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704064:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.704076:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.704079:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.704082:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.704088:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.704090:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.704093:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.704097:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704105:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.704113:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.704115:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.704120:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.704123:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1055, 1055] 00000080:00200000:3.0:1787827119.704127:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.704130:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.704134:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4325376 i_blocks 0 00000080:00200000:3.0:1787827119.704137:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.704184:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4325376, count: 4096 00000080:00200000:3.0:1787827119.704189:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4325376, bytes: 4096 00000080:00200000:3.0:1787827119.704192:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.704196:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1057, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.704198:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4325376, 4329472) 0 0 00000080:00200000:3.0:1787827119.704200:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.704206:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1056, 1056] 00020000:00200000:3.0:1787827119.704209:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4325376 chunk: [4325376, 4329472) 4329472, 4096 00020000:00200000:3.0:1787827119.704211:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.704217:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1056, 1056] 00000008:00010000:3.0:1787827119.704223:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.704226:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.704233:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704243:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4325376 4329471) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704251:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704259:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704266:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.704370:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4325376, 4329472) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.704378:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1056 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.704396:0:22636:0:(rw26.c:875:ll_write_end()) pos 4325376, len 4096, copied 4096 00000080:00200000:3.0:1787827119.704401:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ad9f99e4[3 00000000ba14583b 2 1 000000001c518263 0 0 1056] 00000080:00200000:3.0:1787827119.704404:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ead065f0 17ffffc0001001 3:0 ffffa0e2e77ce000 1056 lru 00000080:00200000:3.0:1787827119.704410:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000070b89f84 1056: 1< 0 - - > 2< 4325376 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4014080 - | - - + - > 5< - - + - | 0 - | 32 - -> 00000080:00200000:3.0:1787827119.704412:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ad9f99e4 00000080:00200000:3.0:1787827119.704412:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.704417:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.704426:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704512:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704522:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.704531:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.704543:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.704546:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.704548:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.704553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.704554:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.704556:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.704559:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704564:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.704570:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.704572:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.704575:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.704577:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1056, 1056] 00000080:00200000:3.0:1787827119.704579:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.704581:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.704584:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4329472 i_blocks 0 00000080:00200000:3.0:1787827119.704586:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.704619:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4329472, count: 4096 00000080:00200000:3.0:1787827119.704852:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4329472, bytes: 4096 00000080:00200000:3.0:1787827119.704857:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.704862:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1058, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.704864:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4329472, 4333568) 0 0 00000080:00200000:3.0:1787827119.704867:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.704874:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1057, 1057] 00020000:00200000:3.0:1787827119.704877:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4329472 chunk: [4329472, 4333568) 4333568, 4096 00020000:00200000:3.0:1787827119.704880:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.704887:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1057, 1057] 00000008:00010000:3.0:1787827119.704906:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.704910:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.704920:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704931:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4329472 4333567) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704938:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704947:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.704952:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.704957:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4329472, 4333568) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.704962:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1057 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.704977:0:22636:0:(rw26.c:875:ll_write_end()) pos 4329472, len 4096, copied 4096 00000080:00200000:3.0:1787827119.704981:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000d7f0329[3 00000000ba14583b 2 1 000000001c518263 0 0 1057] 00000080:00200000:3.0:1787827119.705100:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005c0512fc 17ffffc0001001 3:0 ffffa0e2e77ce910 1057 lru 00000080:00200000:3.0:1787827119.705106:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007ec56b59 1057: 1< 0 - - > 2< 4329472 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4009984 - | - - + - > 5< - - + - | 0 - | 33 - -> 00000080:00200000:3.0:1787827119.705108:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000d7f0329 00000080:00200000:3.0:1787827119.705110:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.705112:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.705123:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705132:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705138:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705144:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.705156:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.705159:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.705161:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.705166:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.705168:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.705170:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.705173:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705262:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.705270:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.705272:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.705276:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.705279:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1057, 1057] 00000080:00200000:3.0:1787827119.705282:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.705284:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.705289:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4333568 i_blocks 0 00000080:00200000:3.0:1787827119.705291:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.705332:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4333568, count: 4096 00000080:00200000:3.0:1787827119.705337:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4333568, bytes: 4096 00000080:00200000:3.0:1787827119.705340:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.705344:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1059, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.705346:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4333568, 4337664) 0 0 00000080:00200000:3.0:1787827119.705349:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.705360:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1058, 1058] 00020000:00200000:3.0:1787827119.705363:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4333568 chunk: [4333568, 4337664) 4337664, 4096 00020000:00200000:3.0:1787827119.705365:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.705370:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1058, 1058] 00000008:00010000:3.0:1787827119.705374:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.705376:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.705382:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705389:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4333568 4337663) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705395:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705400:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705404:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.705408:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4333568, 4337664) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.705412:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1058 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.705434:0:22636:0:(rw26.c:875:ll_write_end()) pos 4333568, len 4096, copied 4096 00000080:00200000:3.0:1787827119.705438:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000054ca4b4f[3 00000000ba14583b 2 1 000000001c518263 0 0 1058] 00000080:00200000:3.0:1787827119.705440:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008cf16f58 17ffffc0001001 3:0 ffffa0e3c7cc9828 1058 lru 00000080:00200000:3.0:1787827119.705444:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ca75007e 1058: 1< 0 - - > 2< 4333568 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4005888 - | - - + - > 5< - - + - | 0 - | 34 - -> 00000080:00200000:3.0:1787827119.705445:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000054ca4b4f 00000080:00200000:3.0:1787827119.705446:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.705448:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.705454:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705460:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705464:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.705468:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.705638:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.705642:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.705644:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.705882:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.705886:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.705889:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.705904:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.705911:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.705917:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.705919:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.705923:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.705925:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1058, 1058] 00000080:00200000:3.0:1787827119.705929:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.705931:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.705935:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4337664 i_blocks 0 00000080:00200000:3.0:1787827119.705937:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.705971:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4337664, count: 4096 00000080:00200000:3.0:1787827119.705974:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4337664, bytes: 4096 00000080:00200000:3.0:1787827119.705976:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.705978:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1060, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.705979:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4337664, 4341760) 0 0 00000080:00200000:3.0:1787827119.705981:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.705986:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1059, 1059] 00020000:00200000:3.0:1787827119.705988:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4337664 chunk: [4337664, 4341760) 4341760, 4096 00020000:00200000:3.0:1787827119.705990:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.705994:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1059, 1059] 00000008:00010000:3.0:1787827119.705998:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.706000:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.706006:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706012:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4337664 4341759) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706018:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706023:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706027:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.706032:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4337664, 4341760) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.706036:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1059 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.706052:0:22636:0:(rw26.c:875:ll_write_end()) pos 4337664, len 4096, copied 4096 00000080:00200000:3.0:1787827119.706240:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a4c8f640[3 00000000ba14583b 2 1 000000001c518263 0 0 1059] 00000080:00200000:3.0:1787827119.706244:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000062d2e0f1 17ffffc0001001 3:0 ffffa0e3c7cc9e80 1059 lru 00000080:00200000:3.0:1787827119.706248:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000943f12d6 1059: 1< 0 - - > 2< 4337664 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 4001792 - | - - + - > 5< - - + - | 0 - | 35 - -> 00000080:00200000:3.0:1787827119.706249:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a4c8f640 00000080:00200000:3.0:1787827119.706250:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.706252:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.706260:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.706265:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.706269:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.706274:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.706281:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.706283:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.706284:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.706289:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.706290:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.706292:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.706295:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706301:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.706310:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.706312:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.706317:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.706320:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1059, 1059] 00000080:00200000:3.0:1787827119.706324:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.706327:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.706332:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4341760 i_blocks 0 00000080:00200000:3.0:1787827119.706335:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.706382:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4341760, count: 4096 00000080:00200000:3.0:1787827119.706388:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4341760, bytes: 4096 00000080:00200000:3.0:1787827119.706390:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.706394:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1061, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.706396:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4341760, 4345856) 0 0 00000080:00200000:3.0:1787827119.706398:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.706404:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1060, 1060] 00020000:00200000:3.0:1787827119.706407:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4341760 chunk: [4341760, 4345856) 4345856, 4096 00020000:00200000:3.0:1787827119.706410:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.706416:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1060, 1060] 00000008:00010000:3.0:1787827119.706422:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.706424:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.706433:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.706442:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4341760 4345855) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.707473:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.707492:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.707501:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.707513:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4341760, 4345856) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.707523:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1060 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.707549:0:22636:0:(rw26.c:875:ll_write_end()) pos 4341760, len 4096, copied 4096 00000080:00200000:3.0:1787827119.707554:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000fc6d476b[3 00000000ba14583b 2 1 000000001c518263 0 0 1060] 00000080:00200000:3.0:1787827119.707558:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a923935a 17ffffc0001001 3:0 ffffa0e3c7cc9910 1060 lru 00000080:00200000:3.0:1787827119.707565:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000004ed1e68 1060: 1< 0 - - > 2< 4341760 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3997696 - | - - + - > 5< - - + - | 0 - | 36 - -> 00000080:00200000:3.0:1787827119.707567:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000fc6d476b 00000080:00200000:3.0:1787827119.707568:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.707571:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.707582:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.707592:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.707600:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.707614:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.707629:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.707633:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.707635:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.707644:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.707656:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.707660:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.708000:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708014:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.708028:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.708031:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.708038:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.708043:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1060, 1060] 00000080:00200000:3.0:1787827119.708055:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.708059:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.708069:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4345856 i_blocks 0 00000080:00200000:3.0:1787827119.708073:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.708137:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4345856, count: 4096 00000080:00200000:3.0:1787827119.708145:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4345856, bytes: 4096 00000080:00200000:3.0:1787827119.708149:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.708155:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1062, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.708157:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4345856, 4349952) 0 0 00000080:00200000:3.0:1787827119.708477:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.708491:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1061, 1061] 00020000:00200000:3.0:1787827119.708497:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4345856 chunk: [4345856, 4349952) 4349952, 4096 00020000:00200000:3.0:1787827119.708501:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.708514:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1061, 1061] 00000008:00010000:3.0:1787827119.708523:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.708527:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.708549:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708563:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4345856 4349951) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708574:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708582:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708589:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.708597:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4345856, 4349952) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.708605:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1061 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.708629:0:22636:0:(rw26.c:875:ll_write_end()) pos 4345856, len 4096, copied 4096 00000080:00200000:3.0:1787827119.708635:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e6d53522[3 00000000ba14583b 2 1 000000001c518263 0 0 1061] 00000080:00200000:3.0:1787827119.708638:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000096aacc7 17ffffc0001001 3:0 ffffa0e3c7cc9000 1061 lru 00000080:00200000:3.0:1787827119.708645:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000c21a1b4 1061: 1< 0 - - > 2< 4345856 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3993600 - | - - + - > 5< - - + - | 0 - | 37 - -> 00000080:00200000:3.0:1787827119.708647:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e6d53522 00000080:00200000:3.0:1787827119.708649:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.708651:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.708661:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.708670:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.708678:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.708686:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.708699:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.708703:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.708706:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.708733:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.708737:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.708739:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.708744:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708753:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.708761:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.708764:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.708770:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.708773:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1061, 1061] 00000080:00200000:3.0:1787827119.708777:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.708780:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.708786:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4349952 i_blocks 0 00000080:00200000:3.0:1787827119.708789:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.708843:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4349952, count: 4096 00000080:00200000:3.0:1787827119.708849:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4349952, bytes: 4096 00000080:00200000:3.0:1787827119.708851:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.708855:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1063, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.708857:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4349952, 4354048) 0 0 00000080:00200000:3.0:1787827119.708860:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.708865:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1062, 1062] 00020000:00200000:3.0:1787827119.708868:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4349952 chunk: [4349952, 4354048) 4354048, 4096 00020000:00200000:3.0:1787827119.708871:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.708876:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1062, 1062] 00000008:00010000:3.0:1787827119.708883:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.708885:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.708908:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708919:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4349952 4354047) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708928:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708935:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.708947:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.708954:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4349952, 4354048) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.708960:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1062 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.708978:0:22636:0:(rw26.c:875:ll_write_end()) pos 4349952, len 4096, copied 4096 00000080:00200000:3.0:1787827119.708983:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000074e40695[3 00000000ba14583b 2 1 000000001c518263 0 0 1062] 00000080:00200000:3.0:1787827119.708986:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d83c1931 17ffffc0001001 3:0 ffffa0e3c7cc9cb0 1062 lru 00000080:00200000:3.0:1787827119.708993:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000006a5123dd 1062: 1< 0 - - > 2< 4349952 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3989504 - | - - + - > 5< - - + - | 0 - | 38 - -> 00000080:00200000:3.0:1787827119.708995:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000074e40695 00000080:00200000:3.0:1787827119.708996:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.708998:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.709006:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709015:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709021:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709029:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.709040:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.709043:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.709046:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.709052:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.709055:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.709057:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.709061:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709070:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.709078:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.709080:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.709085:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.709088:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1062, 1062] 00000080:00200000:3.0:1787827119.709092:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.709095:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.709099:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4354048 i_blocks 0 00000080:00200000:3.0:1787827119.709102:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.709143:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4354048, count: 4096 00000080:00200000:3.0:1787827119.709148:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4354048, bytes: 4096 00000080:00200000:3.0:1787827119.709150:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.709154:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1064, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.709156:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4354048, 4358144) 0 0 00000080:00200000:3.0:1787827119.709158:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.709164:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1063, 1063] 00020000:00200000:3.0:1787827119.709167:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4354048 chunk: [4354048, 4358144) 4358144, 4096 00020000:00200000:3.0:1787827119.709169:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.709175:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1063, 1063] 00000008:00010000:3.0:1787827119.709180:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.709183:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.709191:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709200:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4354048 4358143) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709208:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709216:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709222:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.709229:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4354048, 4358144) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.709235:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1063 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.709252:0:22636:0:(rw26.c:875:ll_write_end()) pos 4354048, len 4096, copied 4096 00000080:00200000:3.0:1787827119.709257:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e371689e[3 00000000ba14583b 2 1 000000001c518263 0 0 1063] 00000080:00200000:3.0:1787827119.709260:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005e8216c5 17ffffc0001001 3:0 ffffa0e3c7cc9ae0 1063 lru 00000080:00200000:3.0:1787827119.709266:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfb1e078 1063: 1< 0 - - > 2< 4354048 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3985408 - | - - + - > 5< - - + - | 0 - | 39 - -> 00000080:00200000:3.0:1787827119.709268:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e371689e 00000080:00200000:3.0:1787827119.709270:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.709272:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.709280:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709287:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709294:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.709301:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.709312:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.709314:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.709316:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.709321:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.709324:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.709326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.709330:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709337:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.709345:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.709348:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.709352:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.709355:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1063, 1063] 00000080:00200000:3.0:1787827119.709358:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.709361:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.709365:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4358144 i_blocks 0 00000080:00200000:3.0:1787827119.709368:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.709696:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4358144, count: 4096 00000080:00200000:3.0:1787827119.709702:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4358144, bytes: 4096 00000080:00200000:3.0:1787827119.709705:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.709709:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1065, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.709731:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4358144, 4362240) 0 0 00000080:00200000:3.0:1787827119.709734:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.709741:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1064, 1064] 00020000:00200000:3.0:1787827119.709744:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4358144 chunk: [4358144, 4362240) 4362240, 4096 00020000:00200000:3.0:1787827119.709746:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.709753:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1064, 1064] 00000008:00010000:3.0:1787827119.709758:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.709761:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.709769:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709779:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4358144 4362239) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709787:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709794:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.709800:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.709807:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4358144, 4362240) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.709813:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1064 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.709830:0:22636:0:(rw26.c:875:ll_write_end()) pos 4358144, len 4096, copied 4096 00000080:00200000:3.0:1787827119.709835:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d36b6fa6[3 00000000ba14583b 2 1 000000001c518263 0 0 1064] 00000080:00200000:3.0:1787827119.709837:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000527b14fc 17ffffc0001001 3:0 ffffa0e3c7cc92b8 1064 lru 00000080:00200000:3.0:1787827119.709843:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000942cbcbc 1064: 1< 0 - - > 2< 4358144 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3981312 - | - - + - > 5< - - + - | 0 - | 40 - -> 00000080:00200000:3.0:1787827119.709845:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d36b6fa6 00000080:00200000:3.0:1787827119.709846:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.709848:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.709856:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.710044:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.710052:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.710060:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.710073:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.710077:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.710080:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.710086:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.710089:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.710092:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.710097:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.710106:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.710115:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.710118:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.710122:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.710125:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1064, 1064] 00000080:00200000:3.0:1787827119.710130:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.710134:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.710139:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4362240 i_blocks 0 00000080:00200000:3.0:1787827119.710142:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.710190:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4362240, count: 4096 00000080:00200000:3.0:1787827119.710195:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4362240, bytes: 4096 00000080:00200000:3.0:1787827119.710197:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.710201:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1066, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.710203:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4362240, 4366336) 0 0 00000080:00200000:3.0:1787827119.710206:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.710212:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1065, 1065] 00020000:00200000:3.0:1787827119.710216:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4362240 chunk: [4362240, 4366336) 4366336, 4096 00020000:00200000:3.0:1787827119.710218:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.710834:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1065, 1065] 00000008:00010000:3.0:1787827119.710844:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.710848:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.710858:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.710870:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4362240 4366335) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.710882:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.710910:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.710918:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.710928:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4362240, 4366336) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.710936:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1065 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.710959:0:22636:0:(rw26.c:875:ll_write_end()) pos 4362240, len 4096, copied 4096 00000080:00200000:3.0:1787827119.710965:0:22636:0:(rw26.c:933:ll_write_end()) page@000000007aa30ece[3 00000000ba14583b 2 1 000000001c518263 0 0 1065] 00000080:00200000:3.0:1787827119.710968:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa44ee76 17ffffc0001001 3:0 ffffa0e3c7cc9bc8 1065 lru 00000080:00200000:3.0:1787827119.710975:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007daa87ca 1065: 1< 0 - - > 2< 4362240 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3977216 - | - - + - > 5< - - + - | 0 - | 41 - -> 00000080:00200000:3.0:1787827119.710977:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000007aa30ece 00000080:00200000:3.0:1787827119.710978:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.710981:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.710991:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711000:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711007:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711015:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.711032:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.711036:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.711039:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.711048:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.711051:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.711054:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.711058:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711066:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.711074:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.711077:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.711082:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.711086:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1065, 1065] 00000080:00200000:3.0:1787827119.711091:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.711094:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.711100:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4366336 i_blocks 0 00000080:00200000:3.0:1787827119.711103:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.711145:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4366336, count: 4096 00000080:00200000:3.0:1787827119.711150:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4366336, bytes: 4096 00000080:00200000:3.0:1787827119.711153:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.711157:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1067, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.711159:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4366336, 4370432) 0 0 00000080:00200000:3.0:1787827119.711161:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.711168:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1066, 1066] 00020000:00200000:3.0:1787827119.711173:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4366336 chunk: [4366336, 4370432) 4370432, 4096 00020000:00200000:3.0:1787827119.711176:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.711182:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1066, 1066] 00000008:00010000:3.0:1787827119.711188:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.711190:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.711198:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711208:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4366336 4370431) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711217:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711224:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711231:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.711239:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4366336, 4370432) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.711246:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1066 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.711264:0:22636:0:(rw26.c:875:ll_write_end()) pos 4366336, len 4096, copied 4096 00000080:00200000:3.0:1787827119.711269:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cd720fca[3 00000000ba14583b 2 1 000000001c518263 0 0 1066] 00000080:00200000:3.0:1787827119.711272:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000004dd44ff5 17ffffc0001001 3:0 ffffa0e3c7cc9658 1066 lru 00000080:00200000:3.0:1787827119.711278:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000097aa7076 1066: 1< 0 - - > 2< 4366336 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3973120 - | - - + - > 5< - - + - | 0 - | 42 - -> 00000080:00200000:3.0:1787827119.711280:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cd720fca 00000080:00200000:3.0:1787827119.711281:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.711283:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.711292:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711300:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711307:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711314:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.711324:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.711327:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.711329:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.711334:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.711337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.711339:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.711343:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711351:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.711358:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.711360:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.711364:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.711367:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1066, 1066] 00000080:00200000:3.0:1787827119.711371:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.711374:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.711378:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4370432 i_blocks 0 00000080:00200000:3.0:1787827119.711381:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.711424:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4370432, count: 4096 00000080:00200000:3.0:1787827119.711429:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4370432, bytes: 4096 00000080:00200000:3.0:1787827119.711431:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.711435:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1068, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.711436:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4370432, 4374528) 0 0 00000080:00200000:3.0:1787827119.711439:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.711444:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1067, 1067] 00020000:00200000:3.0:1787827119.711447:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4370432 chunk: [4370432, 4374528) 4374528, 4096 00020000:00200000:3.0:1787827119.711449:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.711455:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1067, 1067] 00000008:00010000:3.0:1787827119.711460:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.711462:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.711470:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711479:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4370432 4374527) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711489:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711498:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711505:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.711512:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4370432, 4374528) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.711518:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1067 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.711533:0:22636:0:(rw26.c:875:ll_write_end()) pos 4370432, len 4096, copied 4096 00000080:00200000:3.0:1787827119.711538:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000054b5184a[3 00000000ba14583b 2 1 000000001c518263 0 0 1067] 00000080:00200000:3.0:1787827119.711541:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005c363e4c 17ffffc0001001 3:0 ffffa0e3c7cc91d0 1067 lru 00000080:00200000:3.0:1787827119.711548:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008a49644b 1067: 1< 0 - - > 2< 4370432 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3969024 - | - - + - > 5< - - + - | 0 - | 43 - -> 00000080:00200000:3.0:1787827119.711550:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000054b5184a 00000080:00200000:3.0:1787827119.711551:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.711553:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.711561:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711569:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711575:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.711582:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.711592:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.711595:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.711598:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.711603:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.711605:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.711608:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.711612:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.711619:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.711626:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.711629:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.711642:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.711646:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1067, 1067] 00000080:00200000:3.0:1787827119.711650:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.711653:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.711657:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4374528 i_blocks 0 00000080:00200000:3.0:1787827119.711660:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.712455:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4374528, count: 4096 00000080:00200000:3.0:1787827119.712463:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4374528, bytes: 4096 00000080:00200000:3.0:1787827119.712466:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.712470:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1069, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.712472:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4374528, 4378624) 0 0 00000080:00200000:3.0:1787827119.712476:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.712483:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1068, 1068] 00020000:00200000:3.0:1787827119.712488:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4374528 chunk: [4374528, 4378624) 4378624, 4096 00020000:00200000:3.0:1787827119.712490:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.712497:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1068, 1068] 00000008:00010000:3.0:1787827119.712504:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.712506:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.712517:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.712527:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4374528 4378623) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.712536:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.712751:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.712759:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.712768:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4374528, 4378624) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.712775:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1068 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.712803:0:22636:0:(rw26.c:875:ll_write_end()) pos 4374528, len 4096, copied 4096 00000080:00200000:3.0:1787827119.712809:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000091470425[3 00000000ba14583b 2 1 000000001c518263 0 0 1068] 00000080:00200000:3.0:1787827119.712812:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6d42e10 17ffffc0001021 2:0 ffffa0e3c7cc99f8 1068 lru 00000080:00200000:3.0:1787827119.712818:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000e0a19e6 1068: 1< 0 - - > 2< 4374528 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3964928 - | - - + - > 5< - - + - | 0 - | 44 - -> 00000080:00200000:3.0:1787827119.712820:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000091470425 00000080:00200000:3.0:1787827119.712821:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.712824:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.712834:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.712842:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.712849:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.712876:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.712890:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.712904:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.712907:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.712915:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.712918:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.712920:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.712925:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.712933:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.712942:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.712944:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.712949:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.712952:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1068, 1068] 00000080:00200000:3.0:1787827119.712957:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.712960:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.712967:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4378624 i_blocks 0 00000080:00200000:3.0:1787827119.712970:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.713018:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4378624, count: 4096 00000080:00200000:3.0:1787827119.713022:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4378624, bytes: 4096 00000080:00200000:3.0:1787827119.713030:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.713034:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1070, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.713035:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4378624, 4382720) 0 0 00000080:00200000:3.0:1787827119.713038:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.713043:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1069, 1069] 00020000:00200000:3.0:1787827119.713046:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4378624 chunk: [4378624, 4382720) 4382720, 4096 00020000:00200000:3.0:1787827119.713049:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.713054:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1069, 1069] 00000008:00010000:3.0:1787827119.713059:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.713061:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.713069:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713078:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4378624 4382719) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713086:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713093:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713101:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713107:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4378624, 4382720) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.713112:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1069 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.713128:0:22636:0:(rw26.c:875:ll_write_end()) pos 4378624, len 4096, copied 4096 00000080:00200000:3.0:1787827119.713132:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004bd7f5f2[3 00000000ba14583b 2 1 000000001c518263 0 0 1069] 00000080:00200000:3.0:1787827119.713135:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7613758 17ffffc0001001 3:0 ffffa0e3c7cc9488 1069 lru 00000080:00200000:3.0:1787827119.713140:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001ca86875 1069: 1< 0 - - > 2< 4378624 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3960832 - | - - + - > 5< - - + - | 0 - | 45 - -> 00000080:00200000:3.0:1787827119.713143:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004bd7f5f2 00000080:00200000:3.0:1787827119.713144:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.713146:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.713153:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713160:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713167:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713174:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713185:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.713187:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.713190:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.713195:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.713198:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.713200:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.713204:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713212:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.713219:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.713222:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.713226:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.713228:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1069, 1069] 00000080:00200000:3.0:1787827119.713232:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.713234:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.713238:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4382720 i_blocks 0 00000080:00200000:3.0:1787827119.713241:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.713287:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4382720, count: 4096 00000080:00200000:3.0:1787827119.713291:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4382720, bytes: 4096 00000080:00200000:3.0:1787827119.713293:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.713297:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1071, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.713298:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4382720, 4386816) 0 0 00000080:00200000:3.0:1787827119.713300:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.713305:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1070, 1070] 00020000:00200000:3.0:1787827119.713308:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4382720 chunk: [4382720, 4386816) 4386816, 4096 00020000:00200000:3.0:1787827119.713311:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.713315:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1070, 1070] 00000008:00010000:3.0:1787827119.713320:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.713322:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.713329:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713337:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4382720 4386815) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713345:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713351:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713362:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713368:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4382720, 4386816) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.713372:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1070 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.713386:0:22636:0:(rw26.c:875:ll_write_end()) pos 4382720, len 4096, copied 4096 00000080:00200000:3.0:1787827119.713390:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003655a68f[3 00000000ba14583b 2 1 000000001c518263 0 0 1070] 00000080:00200000:3.0:1787827119.713393:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009118b449 17ffffc0001001 3:0 ffffa0e3c7cc9570 1070 lru 00000080:00200000:3.0:1787827119.713398:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003d6b003b 1070: 1< 0 - - > 2< 4382720 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3956736 - | - - + - > 5< - - + - | 0 - | 46 - -> 00000080:00200000:3.0:1787827119.713400:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003655a68f 00000080:00200000:3.0:1787827119.713401:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.713403:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.713411:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713419:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713425:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713433:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713444:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.713447:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.713449:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.713454:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.713457:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.713459:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.713462:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713469:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.713477:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.713479:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.713483:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.713633:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1070, 1070] 00000080:00200000:3.0:1787827119.713638:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.713642:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.713647:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4386816 i_blocks 0 00000080:00200000:3.0:1787827119.713650:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.713696:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4386816, count: 4096 00000080:00200000:3.0:1787827119.713700:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4386816, bytes: 4096 00000080:00200000:3.0:1787827119.713703:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.713707:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1072, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.713708:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4386816, 4390912) 0 0 00000080:00200000:3.0:1787827119.713732:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.713738:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1071, 1071] 00020000:00200000:3.0:1787827119.713742:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4386816 chunk: [4386816, 4390912) 4390912, 4096 00020000:00200000:3.0:1787827119.713744:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.713749:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1071, 1071] 00000008:00010000:3.0:1787827119.713755:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.713758:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.713766:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713775:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4386816 4390911) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713784:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713792:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.713799:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713805:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4386816, 4390912) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.713810:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1071 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.713827:0:22636:0:(rw26.c:875:ll_write_end()) pos 4386816, len 4096, copied 4096 00000080:00200000:3.0:1787827119.713832:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ec24b5fd[3 00000000ba14583b 2 1 000000001c518263 0 0 1071] 00000080:00200000:3.0:1787827119.713835:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009adef79d 17ffffc0001001 3:0 ffffa0e3c7cc9d98 1071 lru 00000080:00200000:3.0:1787827119.713840:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f12d7630 1071: 1< 0 - - > 2< 4386816 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3952640 - | - - + - > 5< - - + - | 0 - | 47 - -> 00000080:00200000:3.0:1787827119.713842:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ec24b5fd 00000080:00200000:3.0:1787827119.713843:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.713845:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.713853:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713861:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713868:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.713876:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.713886:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.713889:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.713891:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.714007:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.714011:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.714014:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.714018:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714026:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.714035:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.714038:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.714043:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.714047:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1071, 1071] 00000080:00200000:3.0:1787827119.714052:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.714056:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.714061:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4390912 i_blocks 0 00000080:00200000:3.0:1787827119.714065:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.714121:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4390912, count: 4096 00000080:00200000:3.0:1787827119.714126:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4390912, bytes: 4096 00000080:00200000:3.0:1787827119.714129:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.714133:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1073, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.714134:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4390912, 4395008) 0 0 00000080:00200000:3.0:1787827119.714137:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.714142:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1072, 1072] 00020000:00200000:3.0:1787827119.714146:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4390912 chunk: [4390912, 4395008) 4395008, 4096 00020000:00200000:3.0:1787827119.714148:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.714153:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1072, 1072] 00000008:00010000:3.0:1787827119.714160:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.714162:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.714169:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714178:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4390912 4395007) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714186:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714194:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714200:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714208:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4390912, 4395008) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.714213:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1072 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.714230:0:22636:0:(rw26.c:875:ll_write_end()) pos 4390912, len 4096, copied 4096 00000080:00200000:3.0:1787827119.714235:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000677e36fb[3 00000000ba14583b 2 1 000000001c518263 0 0 1072] 00000080:00200000:3.0:1787827119.714238:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001abd9d96 17ffffc0001001 3:0 ffffa0e3c7cc9740 1072 lru 00000080:00200000:3.0:1787827119.714243:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003c742fc5 1072: 1< 0 - - > 2< 4390912 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3948544 - | - - + - > 5< - - + - | 0 - | 48 - -> 00000080:00200000:3.0:1787827119.714245:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000677e36fb 00000080:00200000:3.0:1787827119.714247:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.714249:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.714257:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714265:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714273:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714280:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714291:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.714294:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.714296:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.714301:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.714304:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.714307:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.714311:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714318:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.714326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.714329:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.714333:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.714336:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1072, 1072] 00000080:00200000:3.0:1787827119.714340:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.714343:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.714347:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4395008 i_blocks 0 00000080:00200000:3.0:1787827119.714350:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.714396:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4395008, count: 4096 00000080:00200000:3.0:1787827119.714400:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4395008, bytes: 4096 00000080:00200000:3.0:1787827119.714403:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.714406:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1074, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.714408:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4395008, 4399104) 0 0 00000080:00200000:3.0:1787827119.714410:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.714415:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1073, 1073] 00020000:00200000:3.0:1787827119.714418:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4395008 chunk: [4395008, 4399104) 4399104, 4096 00020000:00200000:3.0:1787827119.714420:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.714425:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1073, 1073] 00000008:00010000:3.0:1787827119.714431:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.714433:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.714441:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714449:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4395008 4399103) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714458:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714470:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714477:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714485:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4395008, 4399104) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.714490:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1073 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.714509:0:22636:0:(rw26.c:875:ll_write_end()) pos 4395008, len 4096, copied 4096 00000080:00200000:3.0:1787827119.714513:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a8d869d3[3 00000000ba14583b 2 1 000000001c518263 0 0 1073] 00000080:00200000:3.0:1787827119.714516:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e9faa324 17ffffc0001001 3:0 ffffa0e3c7cc90e8 1073 lru 00000080:00200000:3.0:1787827119.714521:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003f75e77c 1073: 1< 0 - - > 2< 4395008 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3944448 - | - - + - > 5< - - + - | 0 - | 49 - -> 00000080:00200000:3.0:1787827119.714523:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a8d869d3 00000080:00200000:3.0:1787827119.714524:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.714526:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.714534:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714541:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714548:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714555:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714570:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.714573:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.714575:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.714580:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.714583:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.714586:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.714590:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714597:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.714605:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.714607:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.714611:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.714614:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1073, 1073] 00000080:00200000:3.0:1787827119.714617:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.714620:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.714625:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4399104 i_blocks 0 00000080:00200000:3.0:1787827119.714627:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.714672:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4399104, count: 4096 00000080:00200000:3.0:1787827119.714676:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4399104, bytes: 4096 00000080:00200000:3.0:1787827119.714679:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.714682:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1075, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.714684:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4399104, 4403200) 0 0 00000080:00200000:3.0:1787827119.714686:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.714691:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1074, 1074] 00020000:00200000:3.0:1787827119.714694:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4399104 chunk: [4399104, 4403200) 4403200, 4096 00020000:00200000:3.0:1787827119.714696:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.714701:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1074, 1074] 00000008:00010000:3.0:1787827119.714706:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.714708:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.714736:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714745:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4399104 4403199) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714754:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714761:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714768:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714775:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4399104, 4403200) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.714780:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1074 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.714796:0:22636:0:(rw26.c:875:ll_write_end()) pos 4399104, len 4096, copied 4096 00000080:00200000:3.0:1787827119.714801:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000074c9ba6d[3 00000000ba14583b 2 1 000000001c518263 0 0 1074] 00000080:00200000:3.0:1787827119.714804:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006dc53a77 17ffffc0001001 3:0 ffffa0e3c7cc93a0 1074 lru 00000080:00200000:3.0:1787827119.714809:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000005881e9a 1074: 1< 0 - - > 2< 4399104 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3940352 - | - - + - > 5< - - + - | 0 - | 50 - -> 00000080:00200000:3.0:1787827119.714811:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000074c9ba6d 00000080:00200000:3.0:1787827119.714812:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.714814:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.714822:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714830:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714836:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.714843:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.714853:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.714856:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.714859:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.714864:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.714867:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.714870:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.714874:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.714883:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.714891:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.714908:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.714913:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.714916:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1074, 1074] 00000080:00200000:3.0:1787827119.714921:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.714923:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.714929:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4403200 i_blocks 0 00000080:00200000:3.0:1787827119.714931:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.714977:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4403200, count: 4096 00000080:00200000:3.0:1787827119.714982:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4403200, bytes: 4096 00000080:00200000:3.0:1787827119.714984:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.714987:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1076, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.714989:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4403200, 4407296) 0 0 00000080:00200000:3.0:1787827119.714991:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.714996:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1075, 1075] 00020000:00200000:3.0:1787827119.714999:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4403200 chunk: [4403200, 4407296) 4407296, 4096 00020000:00200000:3.0:1787827119.715001:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.715007:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1075, 1075] 00000008:00010000:3.0:1787827119.715013:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.715015:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.715023:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715033:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4403200 4407295) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715042:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715050:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715057:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715065:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4403200, 4407296) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.715070:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1075 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.715096:0:22636:0:(rw26.c:875:ll_write_end()) pos 4403200, len 4096, copied 4096 00000080:00200000:3.0:1787827119.715101:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a3f264d3[3 00000000ba14583b 2 1 000000001c518263 0 0 1075] 00000080:00200000:3.0:1787827119.715104:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000516b1cd3 17ffffc0001001 3:0 ffffa0e3d84fd570 1075 lru 00000080:00200000:3.0:1787827119.715110:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000044c4fe2f 1075: 1< 0 - - > 2< 4403200 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3936256 - | - - + - > 5< - - + - | 0 - | 51 - -> 00000080:00200000:3.0:1787827119.715112:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a3f264d3 00000080:00200000:3.0:1787827119.715113:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.715116:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.715124:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715133:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715140:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715148:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715158:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.715161:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.715164:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.715169:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.715172:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.715174:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.715179:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715187:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.715195:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.715198:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.715203:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.715206:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1075, 1075] 00000080:00200000:3.0:1787827119.715209:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.715212:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.715216:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4407296 i_blocks 0 00000080:00200000:3.0:1787827119.715219:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.715264:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4407296, count: 4096 00000080:00200000:3.0:1787827119.715268:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4407296, bytes: 4096 00000080:00200000:3.0:1787827119.715270:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.715274:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1077, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.715276:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4407296, 4411392) 0 0 00000080:00200000:3.0:1787827119.715278:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.715283:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1076, 1076] 00020000:00200000:3.0:1787827119.715286:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4407296 chunk: [4407296, 4411392) 4411392, 4096 00020000:00200000:3.0:1787827119.715289:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.715294:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1076, 1076] 00000008:00010000:3.0:1787827119.715300:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.715302:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.715309:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715318:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4407296 4411391) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715327:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715334:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715341:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715349:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4407296, 4411392) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.715354:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1076 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.715369:0:22636:0:(rw26.c:875:ll_write_end()) pos 4407296, len 4096, copied 4096 00000080:00200000:3.0:1787827119.715373:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000021f09461[3 00000000ba14583b 2 1 000000001c518263 0 0 1076] 00000080:00200000:3.0:1787827119.715376:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4517dc2 17ffffc0001001 3:0 ffffa0e3d84fdd98 1076 lru 00000080:00200000:3.0:1787827119.715381:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000be7740f8 1076: 1< 0 - - > 2< 4407296 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3932160 - | - - + - > 5< - - + - | 0 - | 52 - -> 00000080:00200000:3.0:1787827119.715383:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000021f09461 00000080:00200000:3.0:1787827119.715384:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.715386:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.715394:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715402:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715408:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715420:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715432:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.715434:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.715436:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.715441:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.715444:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.715446:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.715450:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715456:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.715463:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.715465:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.715469:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.715472:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1076, 1076] 00000080:00200000:3.0:1787827119.715475:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.715478:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.715482:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4411392 i_blocks 0 00000080:00200000:3.0:1787827119.715484:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.715530:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4411392, count: 4096 00000080:00200000:3.0:1787827119.715535:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4411392, bytes: 4096 00000080:00200000:3.0:1787827119.715537:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.715541:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1078, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.715543:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4411392, 4415488) 0 0 00000080:00200000:3.0:1787827119.715545:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.715551:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1077, 1077] 00020000:00200000:3.0:1787827119.715554:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4411392 chunk: [4411392, 4415488) 4415488, 4096 00020000:00200000:3.0:1787827119.715556:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.715562:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1077, 1077] 00000008:00010000:3.0:1787827119.715568:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.715570:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.715578:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715588:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4411392 4415487) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715597:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715604:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715611:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715619:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4411392, 4415488) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.715624:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1077 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.715640:0:22636:0:(rw26.c:875:ll_write_end()) pos 4411392, len 4096, copied 4096 00000080:00200000:3.0:1787827119.715645:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006e409618[3 00000000ba14583b 2 1 000000001c518263 0 0 1077] 00000080:00200000:3.0:1787827119.715648:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000fcae3fae 17ffffc0001001 3:0 ffffa0e3d84fd740 1077 lru 00000080:00200000:3.0:1787827119.715653:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000006abc50f5 1077: 1< 0 - - > 2< 4411392 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3928064 - | - - + - > 5< - - + - | 0 - | 53 - -> 00000080:00200000:3.0:1787827119.715656:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006e409618 00000080:00200000:3.0:1787827119.715657:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.715659:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.715668:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715676:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715683:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715691:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715702:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.715705:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.715707:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.715732:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.715735:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.715738:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.715742:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715750:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.715758:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.715761:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.715765:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.715768:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1077, 1077] 00000080:00200000:3.0:1787827119.715772:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.715775:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.715779:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4415488 i_blocks 0 00000080:00200000:3.0:1787827119.715782:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.715828:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4415488, count: 4096 00000080:00200000:3.0:1787827119.715832:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4415488, bytes: 4096 00000080:00200000:3.0:1787827119.715835:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.715838:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1079, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.715840:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4415488, 4419584) 0 0 00000080:00200000:3.0:1787827119.715842:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.715847:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1078, 1078] 00020000:00200000:3.0:1787827119.715850:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4415488 chunk: [4415488, 4419584) 4419584, 4096 00020000:00200000:3.0:1787827119.715852:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.715858:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1078, 1078] 00000008:00010000:3.0:1787827119.715863:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.715866:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.715874:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715883:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4415488 4419583) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715891:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715916:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.715928:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.715937:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4415488, 4419584) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.715942:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1078 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.715958:0:22636:0:(rw26.c:875:ll_write_end()) pos 4415488, len 4096, copied 4096 00000080:00200000:3.0:1787827119.715963:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006fff135b[3 00000000ba14583b 2 1 000000001c518263 0 0 1078] 00000080:00200000:3.0:1787827119.715966:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000040d4cce0 17ffffc0001001 3:0 ffffa0e3d84fd0e8 1078 lru 00000080:00200000:3.0:1787827119.715971:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000cbea24b9 1078: 1< 0 - - > 2< 4415488 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3923968 - | - - + - > 5< - - + - | 0 - | 54 - -> 00000080:00200000:3.0:1787827119.715973:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006fff135b 00000080:00200000:3.0:1787827119.715975:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.715977:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.715985:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.715992:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716000:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716007:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716017:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.716020:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.716022:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.716028:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.716030:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.716033:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.716037:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716046:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.716054:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.716056:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.716060:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.716063:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1078, 1078] 00000080:00200000:3.0:1787827119.716067:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.716070:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.716074:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4419584 i_blocks 0 00000080:00200000:3.0:1787827119.716077:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.716123:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4419584, count: 4096 00000080:00200000:3.0:1787827119.716127:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4419584, bytes: 4096 00000080:00200000:3.0:1787827119.716130:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.716134:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1080, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.716135:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4419584, 4423680) 0 0 00000080:00200000:3.0:1787827119.716138:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.716143:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1079, 1079] 00020000:00200000:3.0:1787827119.716146:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4419584 chunk: [4419584, 4423680) 4423680, 4096 00020000:00200000:3.0:1787827119.716148:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.716152:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1079, 1079] 00000008:00010000:3.0:1787827119.716158:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.716160:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.716169:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716177:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4419584 4423679) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716187:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716194:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716201:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716209:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4419584, 4423680) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.716214:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1079 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.716232:0:22636:0:(rw26.c:875:ll_write_end()) pos 4419584, len 4096, copied 4096 00000080:00200000:3.0:1787827119.716236:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008a34adb1[3 00000000ba14583b 2 1 000000001c518263 0 0 1079] 00000080:00200000:3.0:1787827119.716239:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ecd9035c 17ffffc0001001 3:0 ffffa0e3d84fd3a0 1079 lru 00000080:00200000:3.0:1787827119.716244:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a7675160 1079: 1< 0 - - > 2< 4419584 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3919872 - | - - + - > 5< - - + - | 0 - | 55 - -> 00000080:00200000:3.0:1787827119.716246:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008a34adb1 00000080:00200000:3.0:1787827119.716248:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.716250:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.716257:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716265:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716272:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716279:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716289:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.716292:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.716294:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.716299:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.716301:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.716304:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.716308:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716316:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.716323:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.716326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.716330:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.716332:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1079, 1079] 00000080:00200000:3.0:1787827119.716336:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.716339:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.716343:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4423680 i_blocks 0 00000080:00200000:3.0:1787827119.716346:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.716389:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4423680, count: 4096 00000080:00200000:3.0:1787827119.716393:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4423680, bytes: 4096 00000080:00200000:3.0:1787827119.716395:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.716399:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1081, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.716401:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4423680, 4427776) 0 0 00000080:00200000:3.0:1787827119.716403:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.716408:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1080, 1080] 00020000:00200000:3.0:1787827119.716411:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4423680 chunk: [4423680, 4427776) 4427776, 4096 00020000:00200000:3.0:1787827119.716413:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.716418:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1080, 1080] 00000008:00010000:3.0:1787827119.716423:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.716426:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.716433:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716441:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4423680 4427775) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716450:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716457:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716464:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716472:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4423680, 4427776) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.716477:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1080 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.716495:0:22636:0:(rw26.c:875:ll_write_end()) pos 4423680, len 4096, copied 4096 00000080:00200000:3.0:1787827119.716500:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cf6bb67a[3 00000000ba14583b 2 1 000000001c518263 0 0 1080] 00000080:00200000:3.0:1787827119.716502:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005147bd5e 17ffffc0001001 3:0 ffffa0e3d84fd828 1080 lru 00000080:00200000:3.0:1787827119.716508:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000db96f516 1080: 1< 0 - - > 2< 4423680 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3915776 - | - - + - > 5< - - + - | 0 - | 56 - -> 00000080:00200000:3.0:1787827119.716510:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cf6bb67a 00000080:00200000:3.0:1787827119.716511:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.716513:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.716522:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716529:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716537:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716545:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716556:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.716559:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.716561:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.716567:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.716569:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.716572:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.716576:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716583:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.716592:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.716594:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.716598:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.716601:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1080, 1080] 00000080:00200000:3.0:1787827119.716604:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.716607:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.716611:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4427776 i_blocks 0 00000080:00200000:3.0:1787827119.716614:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.716658:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4427776, count: 4096 00000080:00200000:3.0:1787827119.716662:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4427776, bytes: 4096 00000080:00200000:3.0:1787827119.716664:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.716668:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1082, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.716669:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4427776, 4431872) 0 0 00000080:00200000:3.0:1787827119.716672:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.716677:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1081, 1081] 00020000:00200000:3.0:1787827119.716681:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4427776 chunk: [4427776, 4431872) 4431872, 4096 00020000:00200000:3.0:1787827119.716683:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.716688:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1081, 1081] 00000008:00010000:3.0:1787827119.716693:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.716695:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.716702:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716732:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4427776 4431871) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716741:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716753:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716760:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716767:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4427776, 4431872) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.716772:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1081 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.716787:0:22636:0:(rw26.c:875:ll_write_end()) pos 4427776, len 4096, copied 4096 00000080:00200000:3.0:1787827119.716792:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001ad6f5c3[3 00000000ba14583b 2 1 000000001c518263 0 0 1081] 00000080:00200000:3.0:1787827119.716794:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000002825da5 17ffffc0001001 3:0 ffffa0e3d84fde80 1081 lru 00000080:00200000:3.0:1787827119.716799:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9e7fb2e 1081: 1< 0 - - > 2< 4427776 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3911680 - | - - + - > 5< - - + - | 0 - | 57 - -> 00000080:00200000:3.0:1787827119.716802:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001ad6f5c3 00000080:00200000:3.0:1787827119.716803:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.716805:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.716813:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716821:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716828:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.716835:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.716851:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.716854:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.716856:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.716862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.716864:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.716867:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.716871:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.716879:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.716887:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.716890:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.716908:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.716912:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1081, 1081] 00000080:00200000:3.0:1787827119.716915:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.716918:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.716923:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4431872 i_blocks 0 00000080:00200000:3.0:1787827119.716926:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.716972:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4431872, count: 4096 00000080:00200000:3.0:1787827119.716977:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4431872, bytes: 4096 00000080:00200000:3.0:1787827119.716979:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.716983:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1083, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.716985:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4431872, 4435968) 0 0 00000080:00200000:3.0:1787827119.716987:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.716993:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1082, 1082] 00020000:00200000:3.0:1787827119.716996:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4431872 chunk: [4431872, 4435968) 4435968, 4096 00020000:00200000:3.0:1787827119.716998:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.717004:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1082, 1082] 00000008:00010000:3.0:1787827119.717009:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.717011:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.717019:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717028:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4431872 4435967) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717036:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717044:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717050:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717058:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4431872, 4435968) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.717062:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1082 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.717077:0:22636:0:(rw26.c:875:ll_write_end()) pos 4431872, len 4096, copied 4096 00000080:00200000:3.0:1787827119.717082:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001ec8af93[3 00000000ba14583b 2 1 000000001c518263 0 0 1082] 00000080:00200000:3.0:1787827119.717084:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000097eb0fd9 17ffffc0001001 3:0 ffffa0e3d84fd910 1082 lru 00000080:00200000:3.0:1787827119.717089:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001301fd27 1082: 1< 0 - - > 2< 4431872 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3907584 - | - - + - > 5< - - + - | 0 - | 58 - -> 00000080:00200000:3.0:1787827119.717092:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001ec8af93 00000080:00200000:3.0:1787827119.717093:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.717095:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.717104:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717112:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717119:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717126:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717136:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.717139:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.717141:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.717145:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.717148:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.717150:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.717154:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717162:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.717170:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.717172:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.717176:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.717178:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1082, 1082] 00000080:00200000:3.0:1787827119.717182:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.717185:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.717189:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4435968 i_blocks 0 00000080:00200000:3.0:1787827119.717191:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.717237:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4435968, count: 4096 00000080:00200000:3.0:1787827119.717241:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4435968, bytes: 4096 00000080:00200000:3.0:1787827119.717243:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.717247:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1084, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.717248:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4435968, 4440064) 0 0 00000080:00200000:3.0:1787827119.717250:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.717255:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1083, 1083] 00020000:00200000:3.0:1787827119.717258:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4435968 chunk: [4435968, 4440064) 4440064, 4096 00020000:00200000:3.0:1787827119.717261:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.717266:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1083, 1083] 00000008:00010000:3.0:1787827119.717271:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.717273:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.717280:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717288:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4435968 4440063) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717296:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717303:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717309:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717317:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4435968, 4440064) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.717322:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1083 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.717343:0:22636:0:(rw26.c:875:ll_write_end()) pos 4435968, len 4096, copied 4096 00000080:00200000:3.0:1787827119.717347:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c854c7c7[3 00000000ba14583b 2 1 000000001c518263 0 0 1083] 00000080:00200000:3.0:1787827119.717350:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000cfd27ab5 17ffffc0001021 2:0 ffffa0e3d84fd000 1083 lru 00000080:00200000:3.0:1787827119.717355:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000062ee55ff 1083: 1< 0 - - > 2< 4435968 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3903488 - | - - + - > 5< - - + - | 0 - | 59 - -> 00000080:00200000:3.0:1787827119.717357:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c854c7c7 00000080:00200000:3.0:1787827119.717358:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.717360:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.717367:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717375:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717382:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717389:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717399:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.717402:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.717404:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.717409:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.717412:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.717414:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.717419:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717427:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.717434:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.717437:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.717441:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.717444:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1083, 1083] 00000080:00200000:3.0:1787827119.717448:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.717451:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.717455:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4440064 i_blocks 0 00000080:00200000:3.0:1787827119.717458:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.717504:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4440064, count: 4096 00000080:00200000:3.0:1787827119.717509:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4440064, bytes: 4096 00000080:00200000:3.0:1787827119.717511:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.717514:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1085, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.717516:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4440064, 4444160) 0 0 00000080:00200000:3.0:1787827119.717518:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.717523:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1084, 1084] 00020000:00200000:3.0:1787827119.717526:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4440064 chunk: [4440064, 4444160) 4444160, 4096 00020000:00200000:3.0:1787827119.717528:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.717533:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1084, 1084] 00000008:00010000:3.0:1787827119.717538:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.717540:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.717547:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717556:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4440064 4444159) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717565:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717573:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717580:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717588:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4440064, 4444160) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.717593:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1084 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.717608:0:22636:0:(rw26.c:875:ll_write_end()) pos 4440064, len 4096, copied 4096 00000080:00200000:3.0:1787827119.717612:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000033ead41[3 00000000ba14583b 2 1 000000001c518263 0 0 1084] 00000080:00200000:3.0:1787827119.717615:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000045880f18 17ffffc0001001 3:0 ffffa0e3d84fdcb0 1084 lru 00000080:00200000:3.0:1787827119.717621:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002f03db2e 1084: 1< 0 - - > 2< 4440064 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3899392 - | - - + - > 5< - - + - | 0 - | 60 - -> 00000080:00200000:3.0:1787827119.717623:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000033ead41 00000080:00200000:3.0:1787827119.717624:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.717626:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.717634:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717642:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717649:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717662:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717673:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.717676:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.717678:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.717684:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.717686:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.717688:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.717692:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717700:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.717707:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.717709:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.717735:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.717738:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1084, 1084] 00000080:00200000:3.0:1787827119.717741:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.717744:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.717749:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4444160 i_blocks 0 00000080:00200000:3.0:1787827119.717752:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.717813:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4444160, count: 4096 00000080:00200000:3.0:1787827119.717817:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4444160, bytes: 4096 00000080:00200000:3.0:1787827119.717820:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.717824:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1086, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.717825:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4444160, 4448256) 0 0 00000080:00200000:3.0:1787827119.717828:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.717833:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1085, 1085] 00020000:00200000:3.0:1787827119.717836:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4444160 chunk: [4444160, 4448256) 4448256, 4096 00020000:00200000:3.0:1787827119.717838:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.717843:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1085, 1085] 00000008:00010000:3.0:1787827119.717848:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.717851:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.717859:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717867:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4444160 4448255) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717875:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717883:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.717889:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717911:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4444160, 4448256) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.717916:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1085 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.717931:0:22636:0:(rw26.c:875:ll_write_end()) pos 4444160, len 4096, copied 4096 00000080:00200000:3.0:1787827119.717936:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000093a53375[3 00000000ba14583b 2 1 000000001c518263 0 0 1085] 00000080:00200000:3.0:1787827119.717939:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000013f4cc4f 17ffffc0001001 3:0 ffffa0e3d84fdae0 1085 lru 00000080:00200000:3.0:1787827119.717944:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9a1631e 1085: 1< 0 - - > 2< 4444160 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3895296 - | - - + - > 5< - - + - | 0 - | 61 - -> 00000080:00200000:3.0:1787827119.717946:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000093a53375 00000080:00200000:3.0:1787827119.717947:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.717949:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.717957:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717965:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717971:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.717978:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.717988:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.717991:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.717993:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.717998:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.718001:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.718003:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.718007:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718014:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.718021:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.718024:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.718029:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.718032:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1085, 1085] 00000080:00200000:3.0:1787827119.718037:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.718039:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.718043:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4448256 i_blocks 0 00000080:00200000:3.0:1787827119.718046:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.718093:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4448256, count: 4096 00000080:00200000:3.0:1787827119.718097:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4448256, bytes: 4096 00000080:00200000:3.0:1787827119.718099:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.718104:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1087, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.718105:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4448256, 4452352) 0 0 00000080:00200000:3.0:1787827119.718108:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.718113:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1086, 1086] 00020000:00200000:3.0:1787827119.718116:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4448256 chunk: [4448256, 4452352) 4452352, 4096 00020000:00200000:3.0:1787827119.718118:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.718123:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1086, 1086] 00000008:00010000:3.0:1787827119.718128:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.718130:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.718138:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718147:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4448256 4452351) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718155:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718163:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718174:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718181:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4448256, 4452352) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.718186:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1086 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.718200:0:22636:0:(rw26.c:875:ll_write_end()) pos 4448256, len 4096, copied 4096 00000080:00200000:3.0:1787827119.718204:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005753225e[3 00000000ba14583b 2 1 000000001c518263 0 0 1086] 00000080:00200000:3.0:1787827119.718207:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008d3ca67d 17ffffc0001001 3:0 ffffa0e3d84fd2b8 1086 lru 00000080:00200000:3.0:1787827119.718212:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000037887aac 1086: 1< 0 - - > 2< 4448256 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3891200 - | - - + - > 5< - - + - | 0 - | 62 - -> 00000080:00200000:3.0:1787827119.718214:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005753225e 00000080:00200000:3.0:1787827119.718215:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.718217:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.718225:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718233:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718240:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718247:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718258:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.718261:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.718263:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.718268:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.718271:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.718274:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.718278:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718286:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.718293:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.718296:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.718300:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.718303:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1086, 1086] 00000080:00200000:3.0:1787827119.718306:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.718309:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.718313:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4452352 i_blocks 0 00000080:00200000:3.0:1787827119.718316:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.718361:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4452352, count: 4096 00000080:00200000:3.0:1787827119.718366:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4452352, bytes: 4096 00000080:00200000:3.0:1787827119.718368:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.718372:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1088, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.718374:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4452352, 4456448) 0 0 00000080:00200000:3.0:1787827119.718376:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.718382:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1087, 1087] 00020000:00200000:3.0:1787827119.718386:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4452352 chunk: [4452352, 4456448) 4456448, 4096 00020000:00200000:3.0:1787827119.718388:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.718393:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1087, 1087] 00000008:00010000:3.0:1787827119.718399:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.718401:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.718408:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718416:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4452352 4456447) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718424:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718431:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718438:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718446:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4452352, 4456448) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.718450:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1087 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.718468:0:22636:0:(rw26.c:875:ll_write_end()) pos 4452352, len 4096, copied 4096 00000080:00200000:3.0:1787827119.718473:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e1ba4a9c[3 00000000ba14583b 2 1 000000001c518263 0 0 1087] 00000080:00200000:3.0:1787827119.718476:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b5130abf 17ffffc0001001 3:0 ffffa0e3d84fdbc8 1087 lru 00000080:00200000:3.0:1787827119.718481:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000054e10376 1087: 1< 0 - - > 2< 4452352 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3887104 - | - - + - > 5< - - + - | 0 - | 63 - -> 00000080:00200000:3.0:1787827119.718483:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e1ba4a9c 00000080:00200000:3.0:1787827119.718484:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.718486:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.718494:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718502:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718509:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718517:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718528:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.718530:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.718532:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.718538:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.718540:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.718543:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.718547:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718554:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.718562:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.718564:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.718568:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.718571:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1087, 1087] 00000080:00200000:3.0:1787827119.718575:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.718578:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.718583:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4456448 i_blocks 0 00000080:00200000:3.0:1787827119.718586:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.718632:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4456448, count: 4096 00000080:00200000:3.0:1787827119.718637:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4456448, bytes: 4096 00000080:00200000:3.0:1787827119.718640:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.718644:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1089, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.718646:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4456448, 4460544) 0 0 00000080:00200000:3.0:1787827119.718648:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.718653:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1088, 1088] 00020000:00200000:3.0:1787827119.718656:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4456448 chunk: [4456448, 4460544) 4460544, 4096 00020000:00200000:3.0:1787827119.718659:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.718664:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1088, 1088] 00000008:00010000:3.0:1787827119.718669:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.718671:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.718678:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718688:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4456448 4460543) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718696:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718703:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718734:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718743:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4456448, 4460544) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.718749:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1088 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.718769:0:22636:0:(rw26.c:875:ll_write_end()) pos 4456448, len 4096, copied 4096 00000080:00200000:3.0:1787827119.718774:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000be95b839[3 00000000ba14583b 2 1 000000001c518263 0 0 1088] 00000080:00200000:3.0:1787827119.718776:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2aac930 17ffffc0001001 3:0 ffffa0e3d84fd658 1088 lru 00000080:00200000:3.0:1787827119.718782:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008863b9f6 1088: 1< 0 - - > 2< 4456448 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3883008 - | - - + - > 5< - - + - | 0 - | 64 - -> 00000080:00200000:3.0:1787827119.718784:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000be95b839 00000080:00200000:3.0:1787827119.718785:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.718787:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.718795:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718803:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718810:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.718817:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.718827:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.718830:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.718833:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.718838:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.718840:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.718843:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.718847:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718855:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.718864:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.718866:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.718870:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.718873:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1088, 1088] 00000080:00200000:3.0:1787827119.718876:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.718879:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.718884:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4460544 i_blocks 0 00000080:00200000:3.0:1787827119.718886:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.718941:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4460544, count: 4096 00000080:00200000:3.0:1787827119.718945:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4460544, bytes: 4096 00000080:00200000:3.0:1787827119.718946:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.718949:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1090, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.718950:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4460544, 4464640) 0 0 00000080:00200000:3.0:1787827119.718952:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.718956:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1089, 1089] 00020000:00200000:3.0:1787827119.718958:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4460544 chunk: [4460544, 4464640) 4464640, 4096 00020000:00200000:3.0:1787827119.718960:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.718963:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1089, 1089] 00000008:00010000:3.0:1787827119.718967:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.718969:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.718974:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718980:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4460544 4464639) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718985:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718994:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.718998:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719002:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4460544, 4464640) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.719005:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1089 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.719017:0:22636:0:(rw26.c:875:ll_write_end()) pos 4460544, len 4096, copied 4096 00000080:00200000:3.0:1787827119.719020:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d3230d2e[3 00000000ba14583b 2 1 000000001c518263 0 0 1089] 00000080:00200000:3.0:1787827119.719022:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003b817669 17ffffc0001001 3:0 ffffa0e3d84fd1d0 1089 lru 00000080:00200000:3.0:1787827119.719025:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0c7f56d 1089: 1< 0 - - > 2< 4460544 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3878912 - | - - + - > 5< - - + - | 0 - | 65 - -> 00000080:00200000:3.0:1787827119.719026:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d3230d2e 00000080:00200000:3.0:1787827119.719027:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.719028:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.719033:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719038:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719042:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719046:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719056:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.719058:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.719060:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.719063:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.719065:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.719067:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.719069:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719074:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.719079:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.719081:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.719083:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.719085:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1089, 1089] 00000080:00200000:3.0:1787827119.719087:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.719089:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.719092:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4464640 i_blocks 0 00000080:00200000:3.0:1787827119.719094:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.719125:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4464640, count: 4096 00000080:00200000:3.0:1787827119.719128:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4464640, bytes: 4096 00000080:00200000:3.0:1787827119.719129:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.719131:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1091, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.719132:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4464640, 4468736) 0 0 00000080:00200000:3.0:1787827119.719134:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.719139:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1090, 1090] 00020000:00200000:3.0:1787827119.719142:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4464640 chunk: [4464640, 4468736) 4468736, 4096 00020000:00200000:3.0:1787827119.719144:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.719148:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1090, 1090] 00000008:00010000:3.0:1787827119.719153:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.719155:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.719162:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719172:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4464640 4468735) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719180:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719188:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719195:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719202:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4464640, 4468736) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.719207:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1090 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.719221:0:22636:0:(rw26.c:875:ll_write_end()) pos 4464640, len 4096, copied 4096 00000080:00200000:3.0:1787827119.719225:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000049d8a63f[3 00000000ba14583b 2 1 000000001c518263 0 0 1090] 00000080:00200000:3.0:1787827119.719228:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f4ffc362 17ffffc0001001 3:0 ffffa0e3d84fd9f8 1090 lru 00000080:00200000:3.0:1787827119.719233:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003b6e8b67 1090: 1< 0 - - > 2< 4464640 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3874816 - | - - + - > 5< - - + - | 0 - | 66 - -> 00000080:00200000:3.0:1787827119.719235:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000049d8a63f 00000080:00200000:3.0:1787827119.719236:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.719238:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.719246:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719254:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719261:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719267:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719279:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.719281:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.719283:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.719288:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.719291:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.719293:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.719298:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719305:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.719313:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.719316:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.719320:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.719322:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1090, 1090] 00000080:00200000:3.0:1787827119.719326:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.719329:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.719333:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4468736 i_blocks 0 00000080:00200000:3.0:1787827119.719336:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.719381:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4468736, count: 4096 00000080:00200000:3.0:1787827119.719385:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4468736, bytes: 4096 00000080:00200000:3.0:1787827119.719387:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.719391:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1092, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.719393:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4468736, 4472832) 0 0 00000080:00200000:3.0:1787827119.719395:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.719401:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1091, 1091] 00020000:00200000:3.0:1787827119.719404:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4468736 chunk: [4468736, 4472832) 4472832, 4096 00020000:00200000:3.0:1787827119.719406:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.719411:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1091, 1091] 00000008:00010000:3.0:1787827119.719416:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.719418:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.719425:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719434:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4468736 4472831) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719443:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719450:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719457:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719466:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4468736, 4472832) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.719470:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1091 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.719486:0:22636:0:(rw26.c:875:ll_write_end()) pos 4468736, len 4096, copied 4096 00000080:00200000:3.0:1787827119.719490:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000060d40e4e[3 00000000ba14583b 2 1 000000001c518263 0 0 1091] 00000080:00200000:3.0:1787827119.719493:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000075d528af 17ffffc0001001 3:0 ffffa0e3d84fd488 1091 lru 00000080:00200000:3.0:1787827119.719498:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000af04d148 1091: 1< 0 - - > 2< 4468736 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3870720 - | - - + - > 5< - - + - | 0 - | 67 - -> 00000080:00200000:3.0:1787827119.719500:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000060d40e4e 00000080:00200000:3.0:1787827119.719501:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.719503:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.719511:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719518:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719525:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719533:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719542:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.719545:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.719547:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.719553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.719555:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.719557:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.719562:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719569:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.719576:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.719579:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.719583:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.719585:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1091, 1091] 00000080:00200000:3.0:1787827119.719589:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.719592:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.719596:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4472832 i_blocks 0 00000080:00200000:3.0:1787827119.719599:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.719643:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4472832, count: 4096 00000080:00200000:3.0:1787827119.719647:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4472832, bytes: 4096 00000080:00200000:3.0:1787827119.719650:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.719654:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1093, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.719655:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4472832, 4476928) 0 0 00000080:00200000:3.0:1787827119.719657:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.719663:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1092, 1092] 00020000:00200000:3.0:1787827119.719666:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4472832 chunk: [4472832, 4476928) 4476928, 4096 00020000:00200000:3.0:1787827119.719668:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.719674:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1092, 1092] 00000008:00010000:3.0:1787827119.719678:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.719681:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.719689:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719697:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4472832 4476927) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719705:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719741:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719749:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719757:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4472832, 4476928) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.719762:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1092 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.719787:0:22636:0:(rw26.c:875:ll_write_end()) pos 4472832, len 4096, copied 4096 00000080:00200000:3.0:1787827119.719792:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000be1eb1b[3 00000000ba14583b 2 1 000000001c518263 0 0 1092] 00000080:00200000:3.0:1787827119.719795:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f4592a60 17ffffc0001001 3:0 ffffa0e3d84fc828 1092 lru 00000080:00200000:3.0:1787827119.719800:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000004305e97b 1092: 1< 0 - - > 2< 4472832 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3866624 - | - - + - > 5< - - + - | 0 - | 68 - -> 00000080:00200000:3.0:1787827119.719803:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000be1eb1b 00000080:00200000:3.0:1787827119.719804:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.719806:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.719815:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719823:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719831:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.719843:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.719855:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.719858:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.719860:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.719866:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.719868:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.719871:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.719875:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.719883:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.719891:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.719906:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.719911:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.719914:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1092, 1092] 00000080:00200000:3.0:1787827119.719918:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.719920:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.719925:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4476928 i_blocks 0 00000080:00200000:3.0:1787827119.719928:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.719975:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4476928, count: 4096 00000080:00200000:3.0:1787827119.719979:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4476928, bytes: 4096 00000080:00200000:3.0:1787827119.719982:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.719986:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1094, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.719987:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4476928, 4481024) 0 0 00000080:00200000:3.0:1787827119.719990:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.719996:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1093, 1093] 00020000:00200000:3.0:1787827119.719999:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4476928 chunk: [4476928, 4481024) 4481024, 4096 00020000:00200000:3.0:1787827119.720001:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.720006:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1093, 1093] 00000008:00010000:3.0:1787827119.720011:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.720014:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.720021:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720030:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4476928 4481023) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720038:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720047:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720054:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.720062:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4476928, 4481024) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.720067:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1093 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.720094:0:22636:0:(rw26.c:875:ll_write_end()) pos 4476928, len 4096, copied 4096 00000080:00200000:3.0:1787827119.720104:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c1f5494f[3 00000000ba14583b 2 1 000000001c518263 0 0 1093] 00000080:00200000:3.0:1787827119.720107:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4e4e5f9 17ffffc0001001 3:0 ffffa0e3d84fce80 1093 lru 00000080:00200000:3.0:1787827119.720113:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001a78f780 1093: 1< 0 - - > 2< 4476928 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 3862528 - | - - + - > 5< - - + - | 0 - | 69 - -> 00000080:00200000:3.0:1787827119.720115:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c1f5494f 00000080:00200000:3.0:1787827119.720116:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.720118:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.720127:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720135:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720142:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720149:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.720159:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.720162:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.720165:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.720170:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.720173:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.720175:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.720180:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720189:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.720197:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.720200:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.720204:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.720207:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1093, 1093] 00000080:00200000:3.0:1787827119.720210:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.720214:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.720218:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4481024 i_blocks 0 00000080:00200000:3.0:1787827119.720221:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.720424:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4481024, count: 4096 00000080:00200000:3.0:1787827119.720430:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4481024, bytes: 4096 00000080:00200000:3.0:1787827119.720433:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.720514:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1095, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.720515:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4481024, 4485120) 0 0 00000080:00200000:3.0:1787827119.720518:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.720524:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1094, 1094] 00020000:00200000:3.0:1787827119.720528:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4481024 chunk: [4481024, 4485120) 4485120, 4096 00020000:00200000:3.0:1787827119.720531:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.720539:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1094, 1094] 00000008:00010000:3.0:1787827119.720546:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.720548:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.720557:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720567:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4481024 4485119) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720575:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720582:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720594:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.720601:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4481024, 4485120) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.720606:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1094 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.720625:0:22636:0:(rw26.c:875:ll_write_end()) pos 4481024, len 4096, copied 4096 00000080:00200000:3.0:1787827119.720630:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000038576a7b[3 00000000ba14583b 2 1 000000001c518263 0 0 1094] 00000080:00200000:3.0:1787827119.720633:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003d09d3b6 17ffffc0001001 3:0 ffffa0e3d84fc910 1094 lru 00000080:00200000:3.0:1787827119.720638:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f91d885e 1094: 1< 0 - - > 2< 4481024 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 12296192 - | - - + - > 5< - - + - | 0 - | 70 - -> 00000080:00200000:3.0:1787827119.720640:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000038576a7b 00000080:00200000:3.0:1787827119.720642:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.720645:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.720655:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720669:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720678:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.720685:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.720697:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.720700:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.720702:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.720708:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.720731:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.720734:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.720739:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720748:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.720757:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.720759:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.720764:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.720767:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1094, 1094] 00000080:00200000:3.0:1787827119.720771:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.720774:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.720779:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4485120 i_blocks 8192 00000080:00200000:3.0:1787827119.720782:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.720863:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4485120, count: 4096 00000080:00200000:3.0:1787827119.720867:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4485120, bytes: 4096 00000080:00200000:3.0:1787827119.720870:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.720873:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1096, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.720875:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4485120, 4489216) 0 0 00000080:00200000:3.0:1787827119.720878:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.720884:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1095, 1095] 00020000:00200000:3.0:1787827119.720887:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4485120 chunk: [4485120, 4489216) 4489216, 4096 00020000:00200000:3.0:1787827119.720889:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.720908:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1095, 1095] 00000008:00010000:3.0:1787827119.720915:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.720917:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.720927:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720937:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4485120 4489215) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720947:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720956:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.720963:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.720972:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4485120, 4489216) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.720977:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1095 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.720992:0:22636:0:(rw26.c:875:ll_write_end()) pos 4485120, len 4096, copied 4096 00000080:00200000:3.0:1787827119.720997:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e5c08f38[3 00000000ba14583b 2 1 000000001c518263 0 0 1095] 00000080:00200000:3.0:1787827119.721000:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f552af66 17ffffc0001001 3:0 ffffa0e3d84fc000 1095 lru 00000080:00200000:3.0:1787827119.721006:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000002903f1a 1095: 1< 0 - - > 2< 4485120 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 12292096 - | - - + - > 5< - - + - | 0 - | 71 - -> 00000080:00200000:3.0:1787827119.721008:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e5c08f38 00000080:00200000:3.0:1787827119.721009:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.721012:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.721022:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721030:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721038:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721047:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721060:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.721063:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.721066:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.721074:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.721077:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.721080:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.721085:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721093:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.721103:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.721107:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.721112:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.721116:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1095, 1095] 00000080:00200000:3.0:1787827119.721120:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.721123:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.721129:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4489216 i_blocks 8192 00000080:00200000:3.0:1787827119.721132:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.721207:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4489216, count: 4096 00000080:00200000:3.0:1787827119.721212:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4489216, bytes: 4096 00000080:00200000:3.0:1787827119.721215:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.721219:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1097, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.721221:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4489216, 4493312) 0 0 00000080:00200000:3.0:1787827119.721224:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.721230:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1096, 1096] 00020000:00200000:3.0:1787827119.721233:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4489216 chunk: [4489216, 4493312) 4493312, 4096 00020000:00200000:3.0:1787827119.721236:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.721241:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1096, 1096] 00000008:00010000:3.0:1787827119.721246:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.721249:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.721257:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721267:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4489216 4493311) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721276:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721285:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721292:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721301:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4489216, 4493312) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.721306:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1096 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.721325:0:22636:0:(rw26.c:875:ll_write_end()) pos 4489216, len 4096, copied 4096 00000080:00200000:3.0:1787827119.721330:0:22636:0:(rw26.c:933:ll_write_end()) page@000000007c7a8be5[3 00000000ba14583b 2 1 000000001c518263 0 0 1096] 00000080:00200000:3.0:1787827119.721333:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d403278f 17ffffc0001001 3:0 ffffa0e3d84fccb0 1096 lru 00000080:00200000:3.0:1787827119.721339:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000006febec7 1096: 1< 0 - - > 2< 4489216 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 1 8 12288000 - | - - + - > 5< - - + - | 0 - | 72 - -> 00000080:00200000:3.0:1787827119.721342:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000007c7a8be5 00000080:00200000:3.0:1787827119.721343:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.721345:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.721354:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721362:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721369:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721377:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721392:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.721395:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.721397:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.721403:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.721405:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.721407:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.721412:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721420:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.721430:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.721432:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.721438:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.721442:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1096, 1096] 00000080:00200000:3.0:1787827119.721446:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.721449:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.721455:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4493312 i_blocks 8192 00000080:00200000:3.0:1787827119.721458:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.721527:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4493312, count: 4096 00000080:00200000:3.0:1787827119.721530:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4493312, bytes: 4096 00000080:00200000:3.0:1787827119.721532:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.721535:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1098, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.721537:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4493312, 4497408) 0 0 00000080:00200000:3.0:1787827119.721539:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.721543:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1097, 1097] 00020000:00200000:3.0:1787827119.721546:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4493312 chunk: [4493312, 4497408) 4497408, 4096 00020000:00200000:3.0:1787827119.721548:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.721552:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1097, 1097] 00000008:00010000:3.0:1787827119.721556:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.721558:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.721564:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721575:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4493312 4497407) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721581:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721593:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721601:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721606:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4493312, 4497408) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.721610:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1097 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.721623:0:22636:0:(rw26.c:875:ll_write_end()) pos 4493312, len 4096, copied 4096 00000080:00200000:3.0:1787827119.721626:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f26dd2fd[3 00000000ba14583b 2 1 000000001c518263 0 0 1097] 00000080:00200000:3.0:1787827119.721628:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c1873843 17ffffc0001001 3:0 ffffa0e3d84fcae0 1097 lru 00000080:00200000:3.0:1787827119.721633:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000396911d2 1097: 1< 0 - - > 2< 4493312 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12283904 - | - - + - > 5< - - + - | 0 - | 73 - -> 00000080:00200000:3.0:1787827119.721634:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f26dd2fd 00000080:00200000:3.0:1787827119.721635:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.721636:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.721642:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721647:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721652:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721658:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721675:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.721678:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.721680:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.721686:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.721689:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.721692:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.721696:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721704:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.721724:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.721726:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.721730:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.721732:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1097, 1097] 00000080:00200000:3.0:1787827119.721734:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.721736:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.721739:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4497408 i_blocks 8192 00000080:00200000:3.0:1787827119.721741:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.721782:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4497408, count: 4096 00000080:00200000:3.0:1787827119.721787:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4497408, bytes: 4096 00000080:00200000:3.0:1787827119.721789:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.721793:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1099, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.721795:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4497408, 4501504) 0 0 00000080:00200000:3.0:1787827119.721797:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.721803:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1098, 1098] 00020000:00200000:3.0:1787827119.721806:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4497408 chunk: [4497408, 4501504) 4501504, 4096 00020000:00200000:3.0:1787827119.721808:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.721813:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1098, 1098] 00000008:00010000:3.0:1787827119.721818:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.721820:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.721826:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721832:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4497408 4501503) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721837:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721842:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721846:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721851:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4497408, 4501504) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.721854:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1098 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.721871:0:22636:0:(rw26.c:875:ll_write_end()) pos 4497408, len 4096, copied 4096 00000080:00200000:3.0:1787827119.721874:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005e36316d[3 00000000ba14583b 2 1 000000001c518263 0 0 1098] 00000080:00200000:3.0:1787827119.721876:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa44fb95 17ffffc0001021 2:0 ffffa0e3d84fc2b8 1098 lru 00000080:00200000:3.0:1787827119.721880:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000017b3aa64 1098: 1< 0 - - > 2< 4497408 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12279808 - | - - + - > 5< - - + - | 0 - | 74 - -> 00000080:00200000:3.0:1787827119.721881:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005e36316d 00000080:00200000:3.0:1787827119.721882:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.721883:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.721889:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721908:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721915:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.721919:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.721927:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.721929:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.721930:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.721935:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.721936:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.721938:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.721941:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.721946:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.721951:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.721952:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.721955:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.721957:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1098, 1098] 00000080:00200000:3.0:1787827119.721960:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.721961:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.721965:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4501504 i_blocks 8192 00000080:00200000:3.0:1787827119.721967:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.721998:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4501504, count: 4096 00000080:00200000:3.0:1787827119.722001:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4501504, bytes: 4096 00000080:00200000:3.0:1787827119.722002:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.722005:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1100, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.722006:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4501504, 4505600) 0 0 00000080:00200000:3.0:1787827119.722007:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.722011:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1099, 1099] 00020000:00200000:3.0:1787827119.722013:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4501504 chunk: [4501504, 4505600) 4505600, 4096 00020000:00200000:3.0:1787827119.722014:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.722017:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1099, 1099] 00000008:00010000:3.0:1787827119.722021:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.722022:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.722027:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722033:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4501504 4505599) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722038:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722043:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722046:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722052:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4501504, 4505600) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.722055:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1099 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.722066:0:22636:0:(rw26.c:875:ll_write_end()) pos 4501504, len 4096, copied 4096 00000080:00200000:3.0:1787827119.722069:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c12f8dd2[3 00000000ba14583b 2 1 000000001c518263 0 0 1099] 00000080:00200000:3.0:1787827119.722071:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000915e818f 17ffffc0001001 3:0 ffffa0e3d84fcbc8 1099 lru 00000080:00200000:3.0:1787827119.722075:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000157d030f 1099: 1< 0 - - > 2< 4501504 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12275712 - | - - + - > 5< - - + - | 0 - | 75 - -> 00000080:00200000:3.0:1787827119.722076:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c12f8dd2 00000080:00200000:3.0:1787827119.722077:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.722078:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.722083:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722088:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722092:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722096:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722104:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.722106:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.722108:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.722113:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.722115:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.722117:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.722121:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722129:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.722137:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.722139:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.722143:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.722146:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1099, 1099] 00000080:00200000:3.0:1787827119.722150:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.722153:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.722158:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4505600 i_blocks 8192 00000080:00200000:3.0:1787827119.722160:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.722193:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4505600, count: 4096 00000080:00200000:3.0:1787827119.722195:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4505600, bytes: 4096 00000080:00200000:3.0:1787827119.722197:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.722199:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1101, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.722200:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4505600, 4509696) 0 0 00000080:00200000:3.0:1787827119.722202:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.722205:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1100, 1100] 00020000:00200000:3.0:1787827119.722207:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4505600 chunk: [4505600, 4509696) 4509696, 4096 00020000:00200000:3.0:1787827119.722209:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.722212:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1100, 1100] 00000008:00010000:3.0:1787827119.722216:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.722217:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.722223:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722228:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4505600 4509695) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722234:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722239:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722243:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722247:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4505600, 4509696) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.722251:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1100 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.722262:0:22636:0:(rw26.c:875:ll_write_end()) pos 4505600, len 4096, copied 4096 00000080:00200000:3.0:1787827119.722265:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000817f78fb[3 00000000ba14583b 2 1 000000001c518263 0 0 1100] 00000080:00200000:3.0:1787827119.722267:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006c19e9c6 17ffffc0001001 3:0 ffffa0e3d84fc658 1100 lru 00000080:00200000:3.0:1787827119.722271:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b425caba 1100: 1< 0 - - > 2< 4505600 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12271616 - | - - + - > 5< - - + - | 0 - | 76 - -> 00000080:00200000:3.0:1787827119.722272:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000817f78fb 00000080:00200000:3.0:1787827119.722273:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.722274:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.722279:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722284:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722288:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722297:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722303:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.722305:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.722306:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.722310:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.722311:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.722313:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.722315:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722320:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.722325:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.722326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.722330:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.722333:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1100, 1100] 00000080:00200000:3.0:1787827119.722336:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.722339:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.722343:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4509696 i_blocks 8192 00000080:00200000:3.0:1787827119.722346:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.722390:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4509696, count: 4096 00000080:00200000:3.0:1787827119.722394:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4509696, bytes: 4096 00000080:00200000:3.0:1787827119.722395:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.722398:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1102, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.722399:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4509696, 4513792) 0 0 00000080:00200000:3.0:1787827119.722401:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.722404:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1101, 1101] 00020000:00200000:3.0:1787827119.722407:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4509696 chunk: [4509696, 4513792) 4513792, 4096 00020000:00200000:3.0:1787827119.722409:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.722414:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1101, 1101] 00000008:00010000:3.0:1787827119.722419:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.722422:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.722429:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722437:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4509696 4513791) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722445:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722452:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722458:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722465:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4509696, 4513792) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.722470:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1101 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.722487:0:22636:0:(rw26.c:875:ll_write_end()) pos 4509696, len 4096, copied 4096 00000080:00200000:3.0:1787827119.722492:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cd6f9bfd[3 00000000ba14583b 2 1 000000001c518263 0 0 1101] 00000080:00200000:3.0:1787827119.722495:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000072623700 17ffffc0001001 3:0 ffffa0e3d84fc1d0 1101 lru 00000080:00200000:3.0:1787827119.722499:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002d318089 1101: 1< 0 - - > 2< 4509696 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12267520 - | - - + - > 5< - - + - | 0 - | 77 - -> 00000080:00200000:3.0:1787827119.722501:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cd6f9bfd 00000080:00200000:3.0:1787827119.722502:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.722503:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.722509:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722514:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722518:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722523:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722529:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.722531:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.722532:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.722536:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.722537:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.722539:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.722541:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722546:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.722551:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.722553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.722556:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.722558:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1101, 1101] 00000080:00200000:3.0:1787827119.722560:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.722562:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.722565:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4513792 i_blocks 8192 00000080:00200000:3.0:1787827119.722567:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.722598:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4513792, count: 4096 00000080:00200000:3.0:1787827119.722601:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4513792, bytes: 4096 00000080:00200000:3.0:1787827119.722602:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.722604:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1103, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.722605:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4513792, 4517888) 0 0 00000080:00200000:3.0:1787827119.722607:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.722610:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1102, 1102] 00020000:00200000:3.0:1787827119.722612:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4513792 chunk: [4513792, 4517888) 4517888, 4096 00020000:00200000:3.0:1787827119.722614:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.722617:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1102, 1102] 00000008:00010000:3.0:1787827119.722620:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.722622:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.722626:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722633:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4513792 4517887) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722642:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722649:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722661:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722668:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4513792, 4517888) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.722673:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1102 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.722689:0:22636:0:(rw26.c:875:ll_write_end()) pos 4513792, len 4096, copied 4096 00000080:00200000:3.0:1787827119.722694:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000089384fdf[3 00000000ba14583b 2 1 000000001c518263 0 0 1102] 00000080:00200000:3.0:1787827119.722697:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b25c2af9 17ffffc0001001 3:0 ffffa0e3d84fc9f8 1102 lru 00000080:00200000:3.0:1787827119.722702:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000015cc4a02 1102: 1< 0 - - > 2< 4513792 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12263424 - | - - + - > 5< - - + - | 0 - | 78 - -> 00000080:00200000:3.0:1787827119.722704:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000089384fdf 00000080:00200000:3.0:1787827119.722705:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.722707:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.722734:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722743:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722750:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.722757:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722768:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.722771:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.722773:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.722780:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.722782:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.722784:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.722788:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722796:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.722804:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.722806:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.722810:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.722813:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1102, 1102] 00000080:00200000:3.0:1787827119.722817:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.722820:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.722824:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4517888 i_blocks 8192 00000080:00200000:3.0:1787827119.722827:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.722871:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4517888, count: 4096 00000080:00200000:3.0:1787827119.722874:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4517888, bytes: 4096 00000080:00200000:3.0:1787827119.722877:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.722881:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1104, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.722882:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4517888, 4521984) 0 0 00000080:00200000:3.0:1787827119.722885:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.722890:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1103, 1103] 00020000:00200000:3.0:1787827119.722904:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4517888 chunk: [4517888, 4521984) 4521984, 4096 00020000:00200000:3.0:1787827119.722908:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.722914:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1103, 1103] 00000008:00010000:3.0:1787827119.722920:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.722922:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.722930:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722939:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4517888 4521983) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722947:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722954:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.722961:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.722968:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4517888, 4521984) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.722973:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1103 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.722988:0:22636:0:(rw26.c:875:ll_write_end()) pos 4517888, len 4096, copied 4096 00000080:00200000:3.0:1787827119.722993:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f5b9e947[3 00000000ba14583b 2 1 000000001c518263 0 0 1103] 00000080:00200000:3.0:1787827119.722995:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c1b20365 17ffffc0001001 3:0 ffffa0e3d84fc488 1103 lru 00000080:00200000:3.0:1787827119.723000:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000bd23cc0 1103: 1< 0 - - > 2< 4517888 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12259328 - | - - + - > 5< - - + - | 0 - | 79 - -> 00000080:00200000:3.0:1787827119.723002:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f5b9e947 00000080:00200000:3.0:1787827119.723004:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.723006:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.723013:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723021:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723028:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723035:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723046:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.723049:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.723051:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.723056:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.723059:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.723062:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.723066:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723074:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.723082:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.723085:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.723089:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.723092:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1103, 1103] 00000080:00200000:3.0:1787827119.723095:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.723098:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.723102:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4521984 i_blocks 8192 00000080:00200000:3.0:1787827119.723105:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.723150:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4521984, count: 4096 00000080:00200000:3.0:1787827119.723155:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4521984, bytes: 4096 00000080:00200000:3.0:1787827119.723157:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.723161:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1105, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.723162:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4521984, 4526080) 0 0 00000080:00200000:3.0:1787827119.723164:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.723170:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1104, 1104] 00020000:00200000:3.0:1787827119.723173:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4521984 chunk: [4521984, 4526080) 4526080, 4096 00020000:00200000:3.0:1787827119.723175:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.723180:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1104, 1104] 00000008:00010000:3.0:1787827119.723185:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.723188:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.723195:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723204:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4521984 4526079) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723211:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723219:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723226:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723233:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4521984, 4526080) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.723238:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1104 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.723254:0:22636:0:(rw26.c:875:ll_write_end()) pos 4521984, len 4096, copied 4096 00000080:00200000:3.0:1787827119.723259:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000009151384[3 00000000ba14583b 2 1 000000001c518263 0 0 1104] 00000080:00200000:3.0:1787827119.723261:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001770bab3 17ffffc0001001 3:0 ffffa0e3d84fc570 1104 lru 00000080:00200000:3.0:1787827119.723267:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008ae14546 1104: 1< 0 - - > 2< 4521984 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12255232 - | - - + - > 5< - - + - | 0 - | 80 - -> 00000080:00200000:3.0:1787827119.723269:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000009151384 00000080:00200000:3.0:1787827119.723270:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.723272:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.723281:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723288:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723295:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723302:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723312:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.723315:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.723317:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.723323:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.723325:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.723328:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.723332:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723339:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.723347:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.723349:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.723353:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.723356:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1104, 1104] 00000080:00200000:3.0:1787827119.723359:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.723361:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.723366:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4526080 i_blocks 8192 00000080:00200000:3.0:1787827119.723368:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.723411:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4526080, count: 4096 00000080:00200000:3.0:1787827119.723416:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4526080, bytes: 4096 00000080:00200000:3.0:1787827119.723419:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.723423:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1106, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.723424:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4526080, 4530176) 0 0 00000080:00200000:3.0:1787827119.723427:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.723432:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1105, 1105] 00020000:00200000:3.0:1787827119.723435:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4526080 chunk: [4526080, 4530176) 4530176, 4096 00020000:00200000:3.0:1787827119.723437:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.723442:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1105, 1105] 00000008:00010000:3.0:1787827119.723447:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.723449:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.723457:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723465:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4526080 4530175) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723473:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723485:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723492:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723499:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4526080, 4530176) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.723504:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1105 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.723519:0:22636:0:(rw26.c:875:ll_write_end()) pos 4526080, len 4096, copied 4096 00000080:00200000:3.0:1787827119.723524:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009260dec0[3 00000000ba14583b 2 1 000000001c518263 0 0 1105] 00000080:00200000:3.0:1787827119.723526:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005075a3d7 17ffffc0001001 3:0 ffffa0e3d84fcd98 1105 lru 00000080:00200000:3.0:1787827119.723531:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000070b7484 1105: 1< 0 - - > 2< 4526080 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12251136 - | - - + - > 5< - - + - | 0 - | 81 - -> 00000080:00200000:3.0:1787827119.723533:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009260dec0 00000080:00200000:3.0:1787827119.723534:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.723536:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.723544:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723551:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723558:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723565:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723581:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.723584:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.723586:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.723592:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.723594:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.723597:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.723601:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723610:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.723618:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.723620:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.723624:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.723626:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1105, 1105] 00000080:00200000:3.0:1787827119.723629:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.723632:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.723637:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4530176 i_blocks 8192 00000080:00200000:3.0:1787827119.723640:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.723685:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4530176, count: 4096 00000080:00200000:3.0:1787827119.723689:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4530176, bytes: 4096 00000080:00200000:3.0:1787827119.723691:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.723694:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1107, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.723696:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4530176, 4534272) 0 0 00000080:00200000:3.0:1787827119.723698:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.723703:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1106, 1106] 00020000:00200000:3.0:1787827119.723705:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4530176 chunk: [4530176, 4534272) 4534272, 4096 00020000:00200000:3.0:1787827119.723707:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.723729:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1106, 1106] 00000008:00010000:3.0:1787827119.723735:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.723737:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.723743:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723752:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4530176 4534271) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723759:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723766:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723772:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723779:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4530176, 4534272) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.723784:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1106 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.723797:0:22636:0:(rw26.c:875:ll_write_end()) pos 4530176, len 4096, copied 4096 00000080:00200000:3.0:1787827119.723801:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004ffa14ec[3 00000000ba14583b 2 1 000000001c518263 0 0 1106] 00000080:00200000:3.0:1787827119.723804:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008fe6ebdc 17ffffc0001001 3:0 ffffa0e3d84fc740 1106 lru 00000080:00200000:3.0:1787827119.723808:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000059641fcf 1106: 1< 0 - - > 2< 4530176 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12247040 - | - - + - > 5< - - + - | 0 - | 82 - -> 00000080:00200000:3.0:1787827119.723810:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004ffa14ec 00000080:00200000:3.0:1787827119.723811:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.723812:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.723820:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723827:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723834:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.723840:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.723849:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.723851:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.723853:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.723858:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.723860:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.723862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.723866:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.723873:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.723880:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.723882:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.723886:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.723889:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1106, 1106] 00000080:00200000:3.0:1787827119.723892:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.723908:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.723912:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4534272 i_blocks 8192 00000080:00200000:3.0:1787827119.723915:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.723957:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4534272, count: 4096 00000080:00200000:3.0:1787827119.723961:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4534272, bytes: 4096 00000080:00200000:3.0:1787827119.723963:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.723966:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1108, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.723968:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4534272, 4538368) 0 0 00000080:00200000:3.0:1787827119.723970:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.723975:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1107, 1107] 00020000:00200000:3.0:1787827119.723978:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4534272 chunk: [4534272, 4538368) 4538368, 4096 00020000:00200000:3.0:1787827119.723980:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.723985:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1107, 1107] 00000008:00010000:3.0:1787827119.723989:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.723992:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.723998:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724007:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4534272 4538367) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724015:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724022:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724028:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724035:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4534272, 4538368) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.724039:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1107 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.724053:0:22636:0:(rw26.c:875:ll_write_end()) pos 4534272, len 4096, copied 4096 00000080:00200000:3.0:1787827119.724057:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d33c9877[3 00000000ba14583b 2 1 000000001c518263 0 0 1107] 00000080:00200000:3.0:1787827119.724059:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001967ceb0 17ffffc0001001 3:0 ffffa0e3d84fc0e8 1107 lru 00000080:00200000:3.0:1787827119.724064:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000304e372d 1107: 1< 0 - - > 2< 4534272 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12242944 - | - - + - > 5< - - + - | 0 - | 83 - -> 00000080:00200000:3.0:1787827119.724066:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d33c9877 00000080:00200000:3.0:1787827119.724067:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.724069:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.724075:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724082:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724089:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724096:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724106:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.724108:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.724110:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.724115:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.724117:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.724120:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.724124:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724132:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.724139:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.724142:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.724146:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.724148:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1107, 1107] 00000080:00200000:3.0:1787827119.724151:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.724154:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.724158:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4538368 i_blocks 8192 00000080:00200000:3.0:1787827119.724160:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.724203:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4538368, count: 4096 00000080:00200000:3.0:1787827119.724207:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4538368, bytes: 4096 00000080:00200000:3.0:1787827119.724209:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.724212:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1109, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.724214:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4538368, 4542464) 0 0 00000080:00200000:3.0:1787827119.724216:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.724220:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1108, 1108] 00020000:00200000:3.0:1787827119.724223:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4538368 chunk: [4538368, 4542464) 4542464, 4096 00020000:00200000:3.0:1787827119.724225:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.724229:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1108, 1108] 00000008:00010000:3.0:1787827119.724234:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.724236:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.724243:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724251:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4538368 4542463) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724259:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724266:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724272:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724279:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4538368, 4542464) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.724284:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1108 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.724300:0:22636:0:(rw26.c:875:ll_write_end()) pos 4538368, len 4096, copied 4096 00000080:00200000:3.0:1787827119.724305:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000003335ea2[3 00000000ba14583b 2 1 000000001c518263 0 0 1108] 00000080:00200000:3.0:1787827119.724307:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000000654b73 17ffffc0001001 3:0 ffffa0e3d84fc3a0 1108 lru 00000080:00200000:3.0:1787827119.724312:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e71682e5 1108: 1< 0 - - > 2< 4538368 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12238848 - | - - + - > 5< - - + - | 0 - | 84 - -> 00000080:00200000:3.0:1787827119.724314:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000003335ea2 00000080:00200000:3.0:1787827119.724315:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.724317:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.724324:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724331:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724337:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724349:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724358:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.724361:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.724363:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.724368:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.724370:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.724373:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.724377:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724384:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.724391:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.724393:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.724397:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.724400:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1108, 1108] 00000080:00200000:3.0:1787827119.724403:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.724406:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.724410:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4542464 i_blocks 8192 00000080:00200000:3.0:1787827119.724413:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.724456:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4542464, count: 4096 00000080:00200000:3.0:1787827119.724461:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4542464, bytes: 4096 00000080:00200000:3.0:1787827119.724463:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.724467:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1110, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.724468:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4542464, 4546560) 0 0 00000080:00200000:3.0:1787827119.724471:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.724475:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1109, 1109] 00020000:00200000:3.0:1787827119.724478:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4542464 chunk: [4542464, 4546560) 4546560, 4096 00020000:00200000:3.0:1787827119.724480:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.724485:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1109, 1109] 00000008:00010000:3.0:1787827119.724489:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.724492:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.724499:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724506:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4542464 4546559) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724514:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724522:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724530:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724537:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4542464, 4546560) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.724541:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1109 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.724565:0:22636:0:(rw26.c:875:ll_write_end()) pos 4542464, len 4096, copied 4096 00000080:00200000:3.0:1787827119.724570:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ba82f404[3 00000000ba14583b 2 1 000000001c518263 0 0 1109] 00000080:00200000:3.0:1787827119.724573:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec921ddf 17ffffc0001001 3:0 ffffa0e3d06b70e8 1109 lru 00000080:00200000:3.0:1787827119.724578:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000006fa91ad7 1109: 1< 0 - - > 2< 4542464 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12234752 - | - - + - > 5< - - + - | 0 - | 85 - -> 00000080:00200000:3.0:1787827119.724580:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ba82f404 00000080:00200000:3.0:1787827119.724581:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.724583:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.724591:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724599:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724605:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724612:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724622:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.724625:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.724627:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.724634:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.724636:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.724638:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.724642:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724649:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.724656:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.724658:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.724662:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.724665:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1109, 1109] 00000080:00200000:3.0:1787827119.724669:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.724671:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.724675:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4546560 i_blocks 8192 00000080:00200000:3.0:1787827119.724678:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.724738:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4546560, count: 4096 00000080:00200000:3.0:1787827119.724742:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4546560, bytes: 4096 00000080:00200000:3.0:1787827119.724744:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.724748:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1111, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.724749:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4546560, 4550656) 0 0 00000080:00200000:3.0:1787827119.724752:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.724757:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1110, 1110] 00020000:00200000:3.0:1787827119.724760:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4546560 chunk: [4546560, 4550656) 4550656, 4096 00020000:00200000:3.0:1787827119.724762:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.724766:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1110, 1110] 00000008:00010000:3.0:1787827119.724771:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.724773:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.724780:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724788:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4546560 4550655) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724796:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724803:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724815:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724822:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4546560, 4550656) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.724827:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1110 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.724841:0:22636:0:(rw26.c:875:ll_write_end()) pos 4546560, len 4096, copied 4096 00000080:00200000:3.0:1787827119.724846:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cad08be2[3 00000000ba14583b 2 1 000000001c518263 0 0 1110] 00000080:00200000:3.0:1787827119.724848:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d649ea2d 17ffffc0001001 3:0 ffffa0e3d06b73a0 1110 lru 00000080:00200000:3.0:1787827119.724854:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4c18b78 1110: 1< 0 - - > 2< 4546560 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12230656 - | - - + - > 5< - - + - | 0 - | 86 - -> 00000080:00200000:3.0:1787827119.724856:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cad08be2 00000080:00200000:3.0:1787827119.724857:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.724858:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.724864:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724869:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724873:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.724878:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.724884:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.724886:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.724888:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.724892:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.724906:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.724908:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.724911:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.724916:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.724921:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.724922:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.724925:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.724927:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1110, 1110] 00000080:00200000:3.0:1787827119.724930:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.724932:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.724935:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4550656 i_blocks 8192 00000080:00200000:3.0:1787827119.724937:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.724969:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4550656, count: 4096 00000080:00200000:3.0:1787827119.724971:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4550656, bytes: 4096 00000080:00200000:3.0:1787827119.724973:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.724975:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1112, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.724976:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4550656, 4554752) 0 0 00000080:00200000:3.0:1787827119.724978:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.724981:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1111, 1111] 00020000:00200000:3.0:1787827119.724983:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4550656 chunk: [4550656, 4554752) 4554752, 4096 00020000:00200000:3.0:1787827119.724985:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.724988:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1111, 1111] 00000008:00010000:3.0:1787827119.724991:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.724993:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.724998:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725004:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4550656 4554751) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725009:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725014:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725017:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725022:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4550656, 4554752) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.725025:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1111 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.725037:0:22636:0:(rw26.c:875:ll_write_end()) pos 4550656, len 4096, copied 4096 00000080:00200000:3.0:1787827119.725040:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000042b6c474[3 00000000ba14583b 2 1 000000001c518263 0 0 1111] 00000080:00200000:3.0:1787827119.725042:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d7827fcc 17ffffc0001001 3:0 ffffa0e3d06b7828 1111 lru 00000080:00200000:3.0:1787827119.725045:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000004070c4d 1111: 1< 0 - - > 2< 4550656 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12226560 - | - - + - > 5< - - + - | 0 - | 87 - -> 00000080:00200000:3.0:1787827119.725047:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000042b6c474 00000080:00200000:3.0:1787827119.725048:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.725049:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.725054:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725059:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725063:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725068:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725074:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.725076:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.725077:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.725080:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.725082:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.725083:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.725086:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725090:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.725095:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.725097:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.725099:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.725102:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1111, 1111] 00000080:00200000:3.0:1787827119.725105:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.725108:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.725112:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4554752 i_blocks 8192 00000080:00200000:3.0:1787827119.725115:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.725161:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4554752, count: 4096 00000080:00200000:3.0:1787827119.725165:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4554752, bytes: 4096 00000080:00200000:3.0:1787827119.725167:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.725169:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1113, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.725170:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4554752, 4558848) 0 0 00000080:00200000:3.0:1787827119.725172:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.725175:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1112, 1112] 00020000:00200000:3.0:1787827119.725178:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4554752 chunk: [4554752, 4558848) 4558848, 4096 00020000:00200000:3.0:1787827119.725179:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.725183:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1112, 1112] 00000008:00010000:3.0:1787827119.725186:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.725188:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.725193:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725199:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4554752 4558847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725205:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725209:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725213:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725217:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4554752, 4558848) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.725221:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1112 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.725233:0:22636:0:(rw26.c:875:ll_write_end()) pos 4554752, len 4096, copied 4096 00000080:00200000:3.0:1787827119.725236:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005a539c5a[3 00000000ba14583b 2 1 000000001c518263 0 0 1112] 00000080:00200000:3.0:1787827119.725237:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6a590d3 17ffffc0001001 3:0 ffffa0e3d06b7e80 1112 lru 00000080:00200000:3.0:1787827119.725241:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfffd8ba 1112: 1< 0 - - > 2< 4554752 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12222464 - | - - + - > 5< - - + - | 0 - | 88 - -> 00000080:00200000:3.0:1787827119.725242:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005a539c5a 00000080:00200000:3.0:1787827119.725243:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.725244:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.725249:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725254:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725258:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725263:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725269:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.725270:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.725272:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.725275:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.725276:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.725278:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.725280:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725285:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.725290:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.725292:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.725294:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.725296:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1112, 1112] 00000080:00200000:3.0:1787827119.725299:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.725301:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.725303:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4558848 i_blocks 8192 00000080:00200000:3.0:1787827119.725305:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.725336:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4558848, count: 4096 00000080:00200000:3.0:1787827119.725339:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4558848, bytes: 4096 00000080:00200000:3.0:1787827119.725341:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.725342:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1114, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.725344:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4558848, 4562944) 0 0 00000080:00200000:3.0:1787827119.725345:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.725348:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1113, 1113] 00020000:00200000:3.0:1787827119.725350:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4558848 chunk: [4558848, 4562944) 4562944, 4096 00020000:00200000:3.0:1787827119.725352:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.725355:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1113, 1113] 00000008:00010000:3.0:1787827119.725358:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.725359:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.725364:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725370:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4558848 4562943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725376:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725384:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725388:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725392:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4558848, 4562944) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.725395:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1113 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.725412:0:22636:0:(rw26.c:875:ll_write_end()) pos 4558848, len 4096, copied 4096 00000080:00200000:3.0:1787827119.725417:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000014c5930f[3 00000000ba14583b 2 1 000000001c518263 0 0 1113] 00000080:00200000:3.0:1787827119.725419:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000001cfe64e 17ffffc0001021 2:0 ffffa0e3d06b7910 1113 lru 00000080:00200000:3.0:1787827119.725424:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000425fd7f1 1113: 1< 0 - - > 2< 4558848 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12218368 - | - - + - > 5< - - + - | 0 - | 89 - -> 00000080:00200000:3.0:1787827119.725425:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000014c5930f 00000080:00200000:3.0:1787827119.725426:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.725428:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.725436:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725444:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725450:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725457:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725472:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.725475:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.725477:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.725482:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.725484:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.725486:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.725490:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725497:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.725504:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.725506:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.725510:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.725512:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1113, 1113] 00000080:00200000:3.0:1787827119.725517:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.725519:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.725523:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4562944 i_blocks 8192 00000080:00200000:3.0:1787827119.725525:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.725568:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4562944, count: 4096 00000080:00200000:3.0:1787827119.725572:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4562944, bytes: 4096 00000080:00200000:3.0:1787827119.725574:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.725577:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1115, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.725579:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4562944, 4567040) 0 0 00000080:00200000:3.0:1787827119.725581:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.725585:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1114, 1114] 00020000:00200000:3.0:1787827119.725588:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4562944 chunk: [4562944, 4567040) 4567040, 4096 00020000:00200000:3.0:1787827119.725590:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.725594:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1114, 1114] 00000008:00010000:3.0:1787827119.725599:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.725601:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.725608:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725615:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4562944 4567039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725623:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725630:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725636:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725642:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4562944, 4567040) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.725646:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1114 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.725660:0:22636:0:(rw26.c:875:ll_write_end()) pos 4562944, len 4096, copied 4096 00000080:00200000:3.0:1787827119.725664:0:22636:0:(rw26.c:933:ll_write_end()) page@000000007259218b[3 00000000ba14583b 2 1 000000001c518263 0 0 1114] 00000080:00200000:3.0:1787827119.725667:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000fe719601 17ffffc0001001 3:0 ffffa0e3d06b7000 1114 lru 00000080:00200000:3.0:1787827119.725671:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a8316a4b 1114: 1< 0 - - > 2< 4562944 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12214272 - | - - + - > 5< - - + - | 0 - | 90 - -> 00000080:00200000:3.0:1787827119.725673:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000007259218b 00000080:00200000:3.0:1787827119.725674:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.725676:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.725683:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725690:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725698:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725704:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725743:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.725746:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.725749:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.725754:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.725756:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.725758:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.725762:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725769:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.725776:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.725779:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.725783:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.725786:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1114, 1114] 00000080:00200000:3.0:1787827119.725789:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.725792:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.725796:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4567040 i_blocks 8192 00000080:00200000:3.0:1787827119.725799:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.725841:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4567040, count: 4096 00000080:00200000:3.0:1787827119.725845:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4567040, bytes: 4096 00000080:00200000:3.0:1787827119.725847:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.725850:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1116, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.725852:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4567040, 4571136) 0 0 00000080:00200000:3.0:1787827119.725854:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.725859:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1115, 1115] 00020000:00200000:3.0:1787827119.725861:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4567040 chunk: [4567040, 4571136) 4571136, 4096 00020000:00200000:3.0:1787827119.725863:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.725868:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1115, 1115] 00000008:00010000:3.0:1787827119.725873:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.725875:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.725882:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725890:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4567040 4571135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725911:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725918:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.725924:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.725932:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4567040, 4571136) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.725937:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1115 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.725952:0:22636:0:(rw26.c:875:ll_write_end()) pos 4567040, len 4096, copied 4096 00000080:00200000:3.0:1787827119.725956:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000bef01c00[3 00000000ba14583b 2 1 000000001c518263 0 0 1115] 00000080:00200000:3.0:1787827119.725959:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009811efe9 17ffffc0001001 3:0 ffffa0e3d06b7cb0 1115 lru 00000080:00200000:3.0:1787827119.725964:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8418e3f 1115: 1< 0 - - > 2< 4567040 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12210176 - | - - + - > 5< - - + - | 0 - | 91 - -> 00000080:00200000:3.0:1787827119.725966:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000bef01c00 00000080:00200000:3.0:1787827119.725967:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.725968:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.725975:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725982:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725989:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.725996:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726005:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.726008:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.726009:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.726014:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.726017:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.726020:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.726024:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726031:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.726038:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.726040:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.726043:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.726047:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1115, 1115] 00000080:00200000:3.0:1787827119.726050:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.726053:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.726057:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4571136 i_blocks 8192 00000080:00200000:3.0:1787827119.726060:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.726093:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4571136, count: 4096 00000080:00200000:3.0:1787827119.726096:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4571136, bytes: 4096 00000080:00200000:3.0:1787827119.726099:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.726102:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1117, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.726104:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4571136, 4575232) 0 0 00000080:00200000:3.0:1787827119.726106:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.726111:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1116, 1116] 00020000:00200000:3.0:1787827119.726114:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4571136 chunk: [4571136, 4575232) 4575232, 4096 00020000:00200000:3.0:1787827119.726116:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.726121:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1116, 1116] 00000008:00010000:3.0:1787827119.726126:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.726129:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.726136:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726145:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4571136 4575231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726154:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726159:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726166:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726175:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4571136, 4575232) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.726180:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1116 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.726194:0:22636:0:(rw26.c:875:ll_write_end()) pos 4571136, len 4096, copied 4096 00000080:00200000:3.0:1787827119.726199:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006214df1c[3 00000000ba14583b 2 1 000000001c518263 0 0 1116] 00000080:00200000:3.0:1787827119.726202:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000099099fc0 17ffffc0001001 3:0 ffffa0e3d06b7ae0 1116 lru 00000080:00200000:3.0:1787827119.726207:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003c35cfd2 1116: 1< 0 - - > 2< 4571136 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12206080 - | - - + - > 5< - - + - | 0 - | 92 - -> 00000080:00200000:3.0:1787827119.726209:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006214df1c 00000080:00200000:3.0:1787827119.726210:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.726212:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.726220:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726228:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726235:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726248:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726260:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.726262:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.726265:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.726270:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.726273:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.726275:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.726280:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726287:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.726295:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.726298:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.726302:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.726305:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1116, 1116] 00000080:00200000:3.0:1787827119.726308:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.726311:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.726315:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4575232 i_blocks 8192 00000080:00200000:3.0:1787827119.726318:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.726363:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4575232, count: 4096 00000080:00200000:3.0:1787827119.726368:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4575232, bytes: 4096 00000080:00200000:3.0:1787827119.726370:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.726373:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1118, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.726374:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4575232, 4579328) 0 0 00000080:00200000:3.0:1787827119.726376:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.726380:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1117, 1117] 00020000:00200000:3.0:1787827119.726382:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4575232 chunk: [4575232, 4579328) 4579328, 4096 00020000:00200000:3.0:1787827119.726384:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.726387:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1117, 1117] 00000008:00010000:3.0:1787827119.726392:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.726394:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.726402:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726411:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4575232 4579327) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726420:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726427:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726434:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726442:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4575232, 4579328) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.726447:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1117 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.726463:0:22636:0:(rw26.c:875:ll_write_end()) pos 4575232, len 4096, copied 4096 00000080:00200000:3.0:1787827119.726468:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000089f7fd15[3 00000000ba14583b 2 1 000000001c518263 0 0 1117] 00000080:00200000:3.0:1787827119.726471:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000eee26ab0 17ffffc0001001 3:0 ffffa0e3d06b72b8 1117 lru 00000080:00200000:3.0:1787827119.726476:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000005102bdde 1117: 1< 0 - - > 2< 4575232 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12201984 - | - - + - > 5< - - + - | 0 - | 93 - -> 00000080:00200000:3.0:1787827119.726478:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000089f7fd15 00000080:00200000:3.0:1787827119.726479:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.726481:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.726489:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726497:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726503:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726508:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726518:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.726521:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.726523:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.726529:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.726531:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.726534:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.726538:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726546:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.726554:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.726557:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.726561:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.726564:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1117, 1117] 00000080:00200000:3.0:1787827119.726568:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.726571:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827119.726576:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4579328 i_blocks 8192 00000080:00200000:3.0:1787827119.726579:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827119.726624:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4579328, count: 4096 00000080:00200000:3.0:1787827119.726629:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4579328, bytes: 4096 00000080:00200000:3.0:1787827119.726632:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827119.726635:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1119, [0x200000403:0x12:0x0] hash] 00000020:00200000:3.0:1787827119.726637:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4579328, 4583424) 0 0 00000080:00200000:3.0:1787827119.726639:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827119.726645:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1118, 1118] 00020000:00200000:3.0:1787827119.726647:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4579328 chunk: [4579328, 4583424) 4583424, 4096 00020000:00200000:3.0:1787827119.726648:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.726653:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1118, 1118] 00000008:00010000:3.0:1787827119.726657:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827119.726658:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d0e4f530, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827119.726666:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726674:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4579328 4583423) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726682:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726689:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726700:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726709:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4579328, 4583424) append 0 append lockpos 0 00000080:00200000:3.0:1787827119.726744:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1118 of 0 to 4096 bytes 00000080:00200000:3.0:1787827119.726760:0:22636:0:(rw26.c:875:ll_write_end()) pos 4579328, len 4096, copied 4096 00000080:00200000:3.0:1787827119.726765:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d5f4ac9d[3 00000000ba14583b 2 1 000000001c518263 0 0 1118] 00000080:00200000:3.0:1787827119.726768:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009854a950 17ffffc0001001 3:0 ffffa0e3d06b7bc8 1118 lru 00000080:00200000:3.0:1787827119.726774:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000034f01c91 1118: 1< 0 - - > 2< 4579328 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12197888 - | - - + - > 5< - - + - | 0 - | 94 - -> 00000080:00200000:3.0:1787827119.726775:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d5f4ac9d 00000080:00200000:3.0:1787827119.726776:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827119.726778:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827119.726785:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726793:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001bbc7167 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726798:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.726802:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:3.0:1787827119.726810:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:3.0:1787827119.726812:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1787827119.726813:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:3.0:1787827119.726817:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:3.0:1787827119.726819:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827119.726821:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d0e4f530 (ffffa0e3c9415488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827119.726823:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.726828:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:3.0:1787827119.726834:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827119.726835:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d0e4f530 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827119.726837:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827119.726839:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1118, 1118] 00000080:00200000:3.0:1787827119.726842:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827119.726843:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000020:00010000:2.0:1787827119.730569:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.730572:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.730576:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.730579:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1130, 1130] 00000080:00200000:2.0:1787827119.730583:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.730586:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.730591:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4632576 i_blocks 8192 00000080:00200000:2.0:1787827119.730594:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.730637:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4632576, count: 4096 00000080:00200000:2.0:1787827119.730641:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4632576, bytes: 4096 00000080:00200000:2.0:1787827119.730644:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.730648:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1132, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.730649:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4632576, 4636672) 0 0 00000080:00200000:2.0:1787827119.730652:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.730657:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1131, 1131] 00020000:00200000:2.0:1787827119.730660:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4632576 chunk: [4632576, 4636672) 4636672, 4096 00020000:00200000:2.0:1787827119.730663:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.730668:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1131, 1131] 00000008:00010000:2.0:1787827119.730674:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.730676:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.730684:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.730694:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4632576 4636671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.730702:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.730730:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.730744:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.730752:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4632576, 4636672) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.730756:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1131 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.730771:0:22636:0:(rw26.c:875:ll_write_end()) pos 4632576, len 4096, copied 4096 00000080:00200000:2.0:1787827119.730776:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009a0e896d[3 00000000ba14583b 2 1 000000001c518263 0 0 1131] 00000080:00200000:2.0:1787827119.730778:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000095f26334 17ffffc0001001 3:0 ffffa0e3d06ca828 1131 lru 00000080:00200000:2.0:1787827119.730783:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9e1f480 1131: 1< 0 - - > 2< 4632576 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12144640 - | - - + - > 5< - - + - | 0 - | 107 - -> 00000080:00200000:2.0:1787827119.730785:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009a0e896d 00000080:00200000:2.0:1787827119.730786:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.730789:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.730796:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.730805:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.730812:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.730820:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.730831:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.730833:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.730836:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.730841:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.730844:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.730847:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.730851:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.730859:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.730868:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.730870:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.730875:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.730878:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1131, 1131] 00000080:00200000:2.0:1787827119.730881:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.730884:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.730889:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4636672 i_blocks 8192 00000080:00200000:2.0:1787827119.730891:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.730952:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4636672, count: 4096 00000080:00200000:2.0:1787827119.730958:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4636672, bytes: 4096 00000080:00200000:2.0:1787827119.730960:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.730964:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1133, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.730965:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4636672, 4640768) 0 0 00000080:00200000:2.0:1787827119.730968:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.730973:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1132, 1132] 00020000:00200000:2.0:1787827119.730976:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4636672 chunk: [4636672, 4640768) 4640768, 4096 00020000:00200000:2.0:1787827119.730978:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.730983:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1132, 1132] 00000008:00010000:2.0:1787827119.730987:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.730989:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.730997:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731005:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4636672 4640767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731015:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731021:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731028:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731034:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4636672, 4640768) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.731039:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1132 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.731056:0:22636:0:(rw26.c:875:ll_write_end()) pos 4636672, len 4096, copied 4096 00000080:00200000:2.0:1787827119.731060:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008470685a[3 00000000ba14583b 2 1 000000001c518263 0 0 1132] 00000080:00200000:2.0:1787827119.731063:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7a75a5b 17ffffc0001001 3:0 ffffa0e3d06cae80 1132 lru 00000080:00200000:2.0:1787827119.731068:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e49a0a50 1132: 1< 0 - - > 2< 4636672 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12140544 - | - - + - > 5< - - + - | 0 - | 108 - -> 00000080:00200000:2.0:1787827119.731070:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008470685a 00000080:00200000:2.0:1787827119.731071:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.731073:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.731081:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731089:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731096:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731103:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731114:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.731116:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.731119:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.731124:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.731126:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.731129:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.731133:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731140:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.731148:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.731150:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.731155:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.731157:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1132, 1132] 00000080:00200000:2.0:1787827119.731161:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.731164:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.731169:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4640768 i_blocks 8192 00000080:00200000:2.0:1787827119.731171:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.731217:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4640768, count: 4096 00000080:00200000:2.0:1787827119.731222:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4640768, bytes: 4096 00000080:00200000:2.0:1787827119.731225:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.731228:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1134, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.731230:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4640768, 4644864) 0 0 00000080:00200000:2.0:1787827119.731232:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.731237:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1133, 1133] 00020000:00200000:2.0:1787827119.731240:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4640768 chunk: [4640768, 4644864) 4644864, 4096 00020000:00200000:2.0:1787827119.731242:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.731247:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1133, 1133] 00000008:00010000:2.0:1787827119.731253:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.731255:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.731264:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731272:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4640768 4644863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731280:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731287:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731292:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731300:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4640768, 4644864) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.731304:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1133 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.731320:0:22636:0:(rw26.c:875:ll_write_end()) pos 4640768, len 4096, copied 4096 00000080:00200000:2.0:1787827119.731324:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b87cd253[3 00000000ba14583b 2 1 000000001c518263 0 0 1133] 00000080:00200000:2.0:1787827119.731327:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000adedb7c9 17ffffc0001001 3:0 ffffa0e3d06ca910 1133 lru 00000080:00200000:2.0:1787827119.731331:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000081d49e8d 1133: 1< 0 - - > 2< 4640768 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12136448 - | - - + - > 5< - - + - | 0 - | 109 - -> 00000080:00200000:2.0:1787827119.731333:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b87cd253 00000080:00200000:2.0:1787827119.731334:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.731336:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.731344:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731352:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731359:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731368:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731379:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.731382:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.731384:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.731390:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.731391:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.731393:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.731396:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731402:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.731408:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.731410:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.731413:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.731415:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1133, 1133] 00000080:00200000:2.0:1787827119.731418:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.731420:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.731423:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4644864 i_blocks 8192 00000080:00200000:2.0:1787827119.731425:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.731457:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4644864, count: 4096 00000080:00200000:2.0:1787827119.731460:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4644864, bytes: 4096 00000080:00200000:2.0:1787827119.731462:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.731464:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1135, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.731465:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4644864, 4648960) 0 0 00000080:00200000:2.0:1787827119.731467:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.731471:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1134, 1134] 00020000:00200000:2.0:1787827119.731473:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4644864 chunk: [4644864, 4648960) 4648960, 4096 00020000:00200000:2.0:1787827119.731475:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.731478:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1134, 1134] 00000008:00010000:2.0:1787827119.731482:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.731483:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.731489:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731495:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4644864 4648959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731501:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731510:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731515:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731519:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4644864, 4648960) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.731522:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1134 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.731536:0:22636:0:(rw26.c:875:ll_write_end()) pos 4644864, len 4096, copied 4096 00000080:00200000:2.0:1787827119.731541:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f57db3d7[3 00000000ba14583b 2 1 000000001c518263 0 0 1134] 00000080:00200000:2.0:1787827119.731543:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001fd55f8c 17ffffc0001001 3:0 ffffa0e3d06ca000 1134 lru 00000080:00200000:2.0:1787827119.731548:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcb2b1b0 1134: 1< 0 - - > 2< 4644864 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12132352 - | - - + - > 5< - - + - | 0 - | 110 - -> 00000080:00200000:2.0:1787827119.731549:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f57db3d7 00000080:00200000:2.0:1787827119.731550:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.731552:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.731561:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731569:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731577:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731585:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731598:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.731600:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.731602:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.731607:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.731608:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.731610:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.731613:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731619:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.731625:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.731626:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.731628:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.731630:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1134, 1134] 00000080:00200000:2.0:1787827119.731633:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.731635:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.731638:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4648960 i_blocks 8192 00000080:00200000:2.0:1787827119.731640:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.731684:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4648960, count: 4096 00000080:00200000:2.0:1787827119.731688:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4648960, bytes: 4096 00000080:00200000:2.0:1787827119.731691:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.731695:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1136, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.731697:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4648960, 4653056) 0 0 00000080:00200000:2.0:1787827119.731700:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.731705:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1135, 1135] 00020000:00200000:2.0:1787827119.731708:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4648960 chunk: [4648960, 4653056) 4653056, 4096 00020000:00200000:2.0:1787827119.731728:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.731733:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1135, 1135] 00000008:00010000:2.0:1787827119.731737:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.731739:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.731746:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731755:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4648960 4653055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731764:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731771:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731778:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731787:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4648960, 4653056) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.731793:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1135 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.731810:0:22636:0:(rw26.c:875:ll_write_end()) pos 4648960, len 4096, copied 4096 00000080:00200000:2.0:1787827119.731814:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b110b53f[3 00000000ba14583b 2 1 000000001c518263 0 0 1135] 00000080:00200000:2.0:1787827119.731817:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005c523979 17ffffc0001001 3:0 ffffa0e3d06cacb0 1135 lru 00000080:00200000:2.0:1787827119.731823:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000101c4878 1135: 1< 0 - - > 2< 4648960 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12128256 - | - - + - > 5< - - + - | 0 - | 111 - -> 00000080:00200000:2.0:1787827119.731825:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b110b53f 00000080:00200000:2.0:1787827119.731826:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.731829:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.731838:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731847:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731855:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.731862:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.731874:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.731877:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.731879:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.731886:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.731888:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.731890:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.731909:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.731919:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.731927:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.731929:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.731933:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.731935:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1135, 1135] 00000080:00200000:2.0:1787827119.731938:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.731940:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.731943:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4653056 i_blocks 8192 00000080:00200000:2.0:1787827119.731946:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.731978:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4653056, count: 4096 00000080:00200000:2.0:1787827119.731980:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4653056, bytes: 4096 00000080:00200000:2.0:1787827119.731982:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.731985:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1137, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.731986:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4653056, 4657152) 0 0 00000080:00200000:2.0:1787827119.731987:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.731991:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1136, 1136] 00020000:00200000:2.0:1787827119.731993:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4653056 chunk: [4653056, 4657152) 4657152, 4096 00020000:00200000:2.0:1787827119.731995:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.731998:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1136, 1136] 00000008:00010000:2.0:1787827119.732002:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.732004:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.732009:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732015:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4653056 4657151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732022:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732026:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732030:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732036:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4653056, 4657152) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.732039:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1136 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.732051:0:22636:0:(rw26.c:875:ll_write_end()) pos 4653056, len 4096, copied 4096 00000080:00200000:2.0:1787827119.732054:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dc3f2c7e[3 00000000ba14583b 2 1 000000001c518263 0 0 1136] 00000080:00200000:2.0:1787827119.732056:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000004dcbcc9 17ffffc0001001 3:0 ffffa0e3d06caae0 1136 lru 00000080:00200000:2.0:1787827119.732060:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f079c275 1136: 1< 0 - - > 2< 4653056 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12124160 - | - - + - > 5< - - + - | 0 - | 112 - -> 00000080:00200000:2.0:1787827119.732061:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dc3f2c7e 00000080:00200000:2.0:1787827119.732062:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.732064:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.732069:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732074:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732079:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732083:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732090:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.732091:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.732093:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.732096:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.732098:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.732099:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.732102:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732107:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.732113:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.732114:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.732117:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.732119:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1136, 1136] 00000080:00200000:2.0:1787827119.732122:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.732124:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.732127:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4657152 i_blocks 8192 00000080:00200000:2.0:1787827119.732129:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.732160:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4657152, count: 4096 00000080:00200000:2.0:1787827119.732163:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4657152, bytes: 4096 00000080:00200000:2.0:1787827119.732165:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.732167:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1138, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.732168:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4657152, 4661248) 0 0 00000080:00200000:2.0:1787827119.732170:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.732173:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1137, 1137] 00020000:00200000:2.0:1787827119.732175:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4657152 chunk: [4657152, 4661248) 4661248, 4096 00020000:00200000:2.0:1787827119.732177:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.732180:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1137, 1137] 00000008:00010000:2.0:1787827119.732183:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.732185:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.732190:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732196:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4657152 4661247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732202:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732207:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732211:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732216:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4657152, 4661248) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.732219:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1137 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.732231:0:22636:0:(rw26.c:875:ll_write_end()) pos 4657152, len 4096, copied 4096 00000080:00200000:2.0:1787827119.732234:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000042f1cf4e[3 00000000ba14583b 2 1 000000001c518263 0 0 1137] 00000080:00200000:2.0:1787827119.732236:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef9dc4af 17ffffc0001001 3:0 ffffa0e3d06ca2b8 1137 lru 00000080:00200000:2.0:1787827119.732240:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b24b06d0 1137: 1< 0 - - > 2< 4657152 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12120064 - | - - + - > 5< - - + - | 0 - | 113 - -> 00000080:00200000:2.0:1787827119.732241:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000042f1cf4e 00000080:00200000:2.0:1787827119.732242:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.732243:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.732249:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732254:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732258:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732267:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732274:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.732276:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.732277:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.732280:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.732282:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.732284:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.732286:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732291:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.732296:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.732298:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.732300:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.732302:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1137, 1137] 00000080:00200000:2.0:1787827119.732305:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.732307:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.732310:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4661248 i_blocks 8192 00000080:00200000:2.0:1787827119.732312:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.732351:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4661248, count: 4096 00000080:00200000:2.0:1787827119.732356:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4661248, bytes: 4096 00000080:00200000:2.0:1787827119.732358:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.732363:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1139, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.732364:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4661248, 4665344) 0 0 00000080:00200000:2.0:1787827119.732367:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.732372:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1138, 1138] 00020000:00200000:2.0:1787827119.732375:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4661248 chunk: [4661248, 4665344) 4665344, 4096 00020000:00200000:2.0:1787827119.732378:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.732383:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1138, 1138] 00000008:00010000:2.0:1787827119.732388:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.732391:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.732397:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732403:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4661248 4665343) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732409:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732414:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732418:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732423:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4661248, 4665344) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.732427:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1138 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.732438:0:22636:0:(rw26.c:875:ll_write_end()) pos 4661248, len 4096, copied 4096 00000080:00200000:2.0:1787827119.732441:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000429ee6d5[3 00000000ba14583b 2 1 000000001c518263 0 0 1138] 00000080:00200000:2.0:1787827119.732443:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f14672fa 17ffffc0001001 3:0 ffffa0e3d06cabc8 1138 lru 00000080:00200000:2.0:1787827119.732447:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008b10443e 1138: 1< 0 - - > 2< 4661248 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12115968 - | - - + - > 5< - - + - | 0 - | 114 - -> 00000080:00200000:2.0:1787827119.732449:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000429ee6d5 00000080:00200000:2.0:1787827119.732450:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.732452:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.732457:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732462:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732467:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732471:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732477:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.732479:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.732480:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.732484:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.732485:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.732487:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.732489:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732493:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.732499:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.732501:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.732503:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.732506:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1138, 1138] 00000080:00200000:2.0:1787827119.732508:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.732510:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.732513:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4665344 i_blocks 8192 00000080:00200000:2.0:1787827119.732515:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.732559:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4665344, count: 4096 00000080:00200000:2.0:1787827119.732564:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4665344, bytes: 4096 00000080:00200000:2.0:1787827119.732567:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.732570:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1140, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.732572:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4665344, 4669440) 0 0 00000080:00200000:2.0:1787827119.732574:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.732579:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1139, 1139] 00020000:00200000:2.0:1787827119.732582:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4665344 chunk: [4665344, 4669440) 4669440, 4096 00020000:00200000:2.0:1787827119.732585:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.732589:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1139, 1139] 00000008:00010000:2.0:1787827119.732595:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.732597:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.732605:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732614:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4665344 4669439) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732623:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732631:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732644:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732652:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4665344, 4669440) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.732658:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1139 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.732682:0:22636:0:(rw26.c:875:ll_write_end()) pos 4665344, len 4096, copied 4096 00000080:00200000:2.0:1787827119.732687:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001b1c8d8d[3 00000000ba14583b 2 1 000000001c518263 0 0 1139] 00000080:00200000:2.0:1787827119.732691:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c10edea3 17ffffc0001021 2:0 ffffa0e3d06ca658 1139 lru 00000080:00200000:2.0:1787827119.732697:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000040d6245a 1139: 1< 0 - - > 2< 4665344 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12111872 - | - - + - > 5< - - + - | 0 - | 115 - -> 00000080:00200000:2.0:1787827119.732699:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001b1c8d8d 00000080:00200000:2.0:1787827119.732700:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.732702:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.732733:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732742:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732751:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.732759:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732771:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.732775:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.732777:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.732783:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.732787:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.732790:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.732794:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732803:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.732812:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.732815:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.732820:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.732823:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1139, 1139] 00000080:00200000:2.0:1787827119.732827:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.732830:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.732835:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4669440 i_blocks 8192 00000080:00200000:2.0:1787827119.732837:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.732883:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4669440, count: 4096 00000080:00200000:2.0:1787827119.732888:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4669440, bytes: 4096 00000080:00200000:2.0:1787827119.732891:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.732907:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1141, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.732909:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4669440, 4673536) 0 0 00000080:00200000:2.0:1787827119.732911:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.732917:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1140, 1140] 00020000:00200000:2.0:1787827119.732920:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4669440 chunk: [4669440, 4673536) 4673536, 4096 00020000:00200000:2.0:1787827119.732922:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.732928:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1140, 1140] 00000008:00010000:2.0:1787827119.732934:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.732936:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.732945:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732954:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4669440 4673535) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732961:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732966:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.732970:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.732975:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4669440, 4673536) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.732978:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1140 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.732990:0:22636:0:(rw26.c:875:ll_write_end()) pos 4669440, len 4096, copied 4096 00000080:00200000:2.0:1787827119.732993:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003b6ad502[3 00000000ba14583b 2 1 000000001c518263 0 0 1140] 00000080:00200000:2.0:1787827119.732995:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000066f84573 17ffffc0001001 3:0 ffffa0e3d06ca1d0 1140 lru 00000080:00200000:2.0:1787827119.732998:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000069b2b9e9 1140: 1< 0 - - > 2< 4669440 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12107776 - | - - + - > 5< - - + - | 0 - | 116 - -> 00000080:00200000:2.0:1787827119.733000:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003b6ad502 00000080:00200000:2.0:1787827119.733000:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.733002:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.733008:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733013:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733018:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733023:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733030:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.733031:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.733033:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.733036:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.733038:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.733039:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.733042:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733047:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.733052:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.733054:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.733056:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.733058:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1140, 1140] 00000080:00200000:2.0:1787827119.733061:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.733063:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.733066:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4673536 i_blocks 8192 00000080:00200000:2.0:1787827119.733068:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.733100:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4673536, count: 4096 00000080:00200000:2.0:1787827119.733102:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4673536, bytes: 4096 00000080:00200000:2.0:1787827119.733104:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.733106:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1142, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.733108:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4673536, 4677632) 0 0 00000080:00200000:2.0:1787827119.733109:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.733113:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1141, 1141] 00020000:00200000:2.0:1787827119.733115:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4673536 chunk: [4673536, 4677632) 4677632, 4096 00020000:00200000:2.0:1787827119.733116:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.733120:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1141, 1141] 00000008:00010000:2.0:1787827119.733123:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.733125:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.733130:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733136:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4673536 4677631) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733142:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733147:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733151:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733156:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4673536, 4677632) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.733159:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1141 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.733171:0:22636:0:(rw26.c:875:ll_write_end()) pos 4673536, len 4096, copied 4096 00000080:00200000:2.0:1787827119.733174:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003867120f[3 00000000ba14583b 2 1 000000001c518263 0 0 1141] 00000080:00200000:2.0:1787827119.733176:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007b37c9f6 17ffffc0001001 3:0 ffffa0e3d06ca9f8 1141 lru 00000080:00200000:2.0:1787827119.733180:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000eafde299 1141: 1< 0 - - > 2< 4673536 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12103680 - | - - + - > 5< - - + - | 0 - | 117 - -> 00000080:00200000:2.0:1787827119.733182:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003867120f 00000080:00200000:2.0:1787827119.733182:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.733184:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.733189:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733194:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733199:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733203:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733209:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.733211:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.733212:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.733215:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.733217:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.733218:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.733221:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733228:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.733237:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.733239:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.733244:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.733247:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1141, 1141] 00000080:00200000:2.0:1787827119.733250:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.733253:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.733257:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4677632 i_blocks 8192 00000080:00200000:2.0:1787827119.733261:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.733303:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4677632, count: 4096 00000080:00200000:2.0:1787827119.733308:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4677632, bytes: 4096 00000080:00200000:2.0:1787827119.733310:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.733314:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1143, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.733316:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4677632, 4681728) 0 0 00000080:00200000:2.0:1787827119.733318:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.733323:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1142, 1142] 00020000:00200000:2.0:1787827119.733327:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4677632 chunk: [4677632, 4681728) 4681728, 4096 00020000:00200000:2.0:1787827119.733329:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.733335:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1142, 1142] 00000008:00010000:2.0:1787827119.733340:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.733343:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.733350:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733359:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4677632 4681727) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733368:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733383:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733388:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733394:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4677632, 4681728) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.733398:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1142 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.733410:0:22636:0:(rw26.c:875:ll_write_end()) pos 4677632, len 4096, copied 4096 00000080:00200000:2.0:1787827119.733413:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000082ea6d8[3 00000000ba14583b 2 1 000000001c518263 0 0 1142] 00000080:00200000:2.0:1787827119.733415:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008da083f3 17ffffc0001001 3:0 ffffa0e3d06ca488 1142 lru 00000080:00200000:2.0:1787827119.733418:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000008207143 1142: 1< 0 - - > 2< 4677632 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12099584 - | - - + - > 5< - - + - | 0 - | 118 - -> 00000080:00200000:2.0:1787827119.733420:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000082ea6d8 00000080:00200000:2.0:1787827119.733421:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.733422:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.733428:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733433:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733438:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733442:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733453:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.733455:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.733456:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.733460:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.733462:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.733464:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.733467:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733472:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.733477:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.733478:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.733481:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.733483:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1142, 1142] 00000080:00200000:2.0:1787827119.733485:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.733487:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.733490:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4681728 i_blocks 8192 00000080:00200000:2.0:1787827119.733492:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.733524:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4681728, count: 4096 00000080:00200000:2.0:1787827119.733527:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4681728, bytes: 4096 00000080:00200000:2.0:1787827119.733528:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.733532:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1144, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.733533:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4681728, 4685824) 0 0 00000080:00200000:2.0:1787827119.733536:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.733540:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1143, 1143] 00020000:00200000:2.0:1787827119.733544:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4681728 chunk: [4681728, 4685824) 4685824, 4096 00020000:00200000:2.0:1787827119.733546:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.733552:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1143, 1143] 00000008:00010000:2.0:1787827119.733557:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.733559:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.733567:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733576:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4681728 4685823) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733585:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733594:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733602:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733610:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4681728, 4685824) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.733615:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1143 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.733631:0:22636:0:(rw26.c:875:ll_write_end()) pos 4681728, len 4096, copied 4096 00000080:00200000:2.0:1787827119.733635:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000fc3da953[3 00000000ba14583b 2 1 000000001c518263 0 0 1143] 00000080:00200000:2.0:1787827119.733638:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001db6bcdb 17ffffc0001001 3:0 ffffa0e3d06ca570 1143 lru 00000080:00200000:2.0:1787827119.733644:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007a379924 1143: 1< 0 - - > 2< 4681728 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12095488 - | - - + - > 5< - - + - | 0 - | 119 - -> 00000080:00200000:2.0:1787827119.733646:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000fc3da953 00000080:00200000:2.0:1787827119.733647:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.733650:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.733659:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733667:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733674:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733682:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733692:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.733695:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.733697:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.733702:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.733704:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.733706:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.733730:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733739:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.733749:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.733751:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.733755:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.733759:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1143, 1143] 00000080:00200000:2.0:1787827119.733763:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.733766:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.733770:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4685824 i_blocks 8192 00000080:00200000:2.0:1787827119.733773:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.733817:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4685824, count: 4096 00000080:00200000:2.0:1787827119.733821:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4685824, bytes: 4096 00000080:00200000:2.0:1787827119.733824:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.733827:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1145, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.733829:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4685824, 4689920) 0 0 00000080:00200000:2.0:1787827119.733831:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.733836:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1144, 1144] 00020000:00200000:2.0:1787827119.733839:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4685824 chunk: [4685824, 4689920) 4689920, 4096 00020000:00200000:2.0:1787827119.733842:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.733847:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1144, 1144] 00000008:00010000:2.0:1787827119.733852:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.733854:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.733862:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733872:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4685824 4689919) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733880:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733889:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.733908:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.733917:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4685824, 4689920) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.733923:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1144 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.733940:0:22636:0:(rw26.c:875:ll_write_end()) pos 4685824, len 4096, copied 4096 00000080:00200000:2.0:1787827119.733945:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000015fc4781[3 00000000ba14583b 2 1 000000001c518263 0 0 1144] 00000080:00200000:2.0:1787827119.733947:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7ba99d7 17ffffc0001001 3:0 ffffa0e3d06cad98 1144 lru 00000080:00200000:2.0:1787827119.733953:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d35a02ee 1144: 1< 0 - - > 2< 4685824 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12091392 - | - - + - > 5< - - + - | 0 - | 120 - -> 00000080:00200000:2.0:1787827119.733955:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000015fc4781 00000080:00200000:2.0:1787827119.733956:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.733959:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.733967:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733976:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733983:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.733991:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734002:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.734005:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.734007:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.734013:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.734016:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.734018:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.734022:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734031:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.734039:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.734041:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.734045:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.734048:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1144, 1144] 00000080:00200000:2.0:1787827119.734052:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.734055:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.734060:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4689920 i_blocks 8192 00000080:00200000:2.0:1787827119.734062:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.734109:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4689920, count: 4096 00000080:00200000:2.0:1787827119.734114:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4689920, bytes: 4096 00000080:00200000:2.0:1787827119.734117:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.734121:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1146, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.734122:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4689920, 4694016) 0 0 00000080:00200000:2.0:1787827119.734125:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.734131:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1145, 1145] 00020000:00200000:2.0:1787827119.734134:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4689920 chunk: [4689920, 4694016) 4694016, 4096 00020000:00200000:2.0:1787827119.734136:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.734142:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1145, 1145] 00000008:00010000:2.0:1787827119.734147:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.734150:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.734157:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734166:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4689920 4694015) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734176:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734184:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734192:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734201:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4689920, 4694016) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.734206:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1145 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.734223:0:22636:0:(rw26.c:875:ll_write_end()) pos 4689920, len 4096, copied 4096 00000080:00200000:2.0:1787827119.734227:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003363f0c1[3 00000000ba14583b 2 1 000000001c518263 0 0 1145] 00000080:00200000:2.0:1787827119.734230:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006922471a 17ffffc0001001 3:0 ffffa0e3d06ca740 1145 lru 00000080:00200000:2.0:1787827119.734236:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3e19091 1145: 1< 0 - - > 2< 4689920 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12087296 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:2.0:1787827119.734238:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003363f0c1 00000080:00200000:2.0:1787827119.734239:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.734241:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.734250:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734258:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734265:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734278:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734290:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.734293:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.734295:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.734301:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.734304:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.734306:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.734310:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734318:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.734326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.734329:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.734334:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.734337:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1145, 1145] 00000080:00200000:2.0:1787827119.734340:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.734344:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.734348:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4694016 i_blocks 8192 00000080:00200000:2.0:1787827119.734351:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.734395:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4694016, count: 4096 00000080:00200000:2.0:1787827119.734400:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4694016, bytes: 4096 00000080:00200000:2.0:1787827119.734403:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.734408:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1147, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.734409:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4694016, 4698112) 0 0 00000080:00200000:2.0:1787827119.734412:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.734418:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1146, 1146] 00020000:00200000:2.0:1787827119.734421:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4694016 chunk: [4694016, 4698112) 4698112, 4096 00020000:00200000:2.0:1787827119.734423:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.734428:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1146, 1146] 00000008:00010000:2.0:1787827119.734433:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.734436:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.734444:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734453:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4694016 4698111) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734462:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734470:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734478:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734486:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4694016, 4698112) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.734491:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1146 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.734509:0:22636:0:(rw26.c:875:ll_write_end()) pos 4694016, len 4096, copied 4096 00000080:00200000:2.0:1787827119.734514:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005b3e57f7[3 00000000ba14583b 2 1 000000001c518263 0 0 1146] 00000080:00200000:2.0:1787827119.734517:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003b1c157c 17ffffc0001001 3:0 ffffa0e3d06ca0e8 1146 lru 00000080:00200000:2.0:1787827119.734523:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000568de146 1146: 1< 0 - - > 2< 4694016 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12083200 - | - - + - > 5< - - + - | 0 - | 122 - -> 00000080:00200000:2.0:1787827119.734526:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005b3e57f7 00000080:00200000:2.0:1787827119.734527:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.734529:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.734538:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734546:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734553:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734561:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734572:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.734575:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.734577:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.734583:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.734586:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.734588:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.734592:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734600:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.734608:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.734610:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.734615:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.734618:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1146, 1146] 00000080:00200000:2.0:1787827119.734621:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.734624:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.734628:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4698112 i_blocks 8192 00000080:00200000:2.0:1787827119.734631:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.734675:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4698112, count: 4096 00000080:00200000:2.0:1787827119.734680:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4698112, bytes: 4096 00000080:00200000:2.0:1787827119.734683:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.734686:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1148, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.734688:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4698112, 4702208) 0 0 00000080:00200000:2.0:1787827119.734691:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.734696:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1147, 1147] 00020000:00200000:2.0:1787827119.734699:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4698112 chunk: [4698112, 4702208) 4702208, 4096 00020000:00200000:2.0:1787827119.734702:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.734707:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1147, 1147] 00000008:00010000:2.0:1787827119.734733:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.734735:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.734743:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734751:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4698112 4702207) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734758:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734763:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734771:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734776:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4698112, 4702208) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.734780:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1147 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.734800:0:22636:0:(rw26.c:875:ll_write_end()) pos 4698112, len 4096, copied 4096 00000080:00200000:2.0:1787827119.734803:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000978a41c2[3 00000000ba14583b 2 1 000000001c518263 0 0 1147] 00000080:00200000:2.0:1787827119.734804:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000164ccc6b 17ffffc0001001 3:0 ffffa0e3c77ea488 1147 lru 00000080:00200000:2.0:1787827119.734808:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002d60e94d 1147: 1< 0 - - > 2< 4698112 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12079104 - | - - + - > 5< - - + - | 0 - | 123 - -> 00000080:00200000:2.0:1787827119.734810:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000978a41c2 00000080:00200000:2.0:1787827119.734810:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.734812:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.734817:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734823:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734827:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.734831:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734838:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.734839:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.734841:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.734845:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.734847:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.734849:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.734851:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734857:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.734862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.734863:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.734866:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.734868:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1147, 1147] 00000080:00200000:2.0:1787827119.734870:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.734872:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.734875:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4702208 i_blocks 8192 00000080:00200000:2.0:1787827119.734877:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.734925:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4702208, count: 4096 00000080:00200000:2.0:1787827119.734929:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4702208, bytes: 4096 00000080:00200000:2.0:1787827119.734931:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.734934:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1149, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.734935:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4702208, 4706304) 0 0 00000080:00200000:2.0:1787827119.734937:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.734941:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1148, 1148] 00020000:00200000:2.0:1787827119.734943:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4702208 chunk: [4702208, 4706304) 4706304, 4096 00020000:00200000:2.0:1787827119.734944:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.734948:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1148, 1148] 00000008:00010000:2.0:1787827119.734952:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.734954:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.734959:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734965:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4702208 4706303) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734971:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734976:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.734980:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.734985:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4702208, 4706304) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.734988:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1148 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.735000:0:22636:0:(rw26.c:875:ll_write_end()) pos 4702208, len 4096, copied 4096 00000080:00200000:2.0:1787827119.735005:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009ea8b8fe[3 00000000ba14583b 2 1 000000001c518263 0 0 1148] 00000080:00200000:2.0:1787827119.735007:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d431949c 17ffffc0001001 3:0 ffffa0e3c77ea570 1148 lru 00000080:00200000:2.0:1787827119.735013:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001595afd8 1148: 1< 0 - - > 2< 4702208 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12075008 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:2.0:1787827119.735015:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009ea8b8fe 00000080:00200000:2.0:1787827119.735016:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.735018:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.735026:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735035:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735042:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735050:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735062:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.735064:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.735066:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.735070:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.735072:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.735074:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.735077:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735082:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.735087:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.735089:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.735091:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.735093:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1148, 1148] 00000080:00200000:2.0:1787827119.735096:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.735098:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.735101:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4706304 i_blocks 8192 00000080:00200000:2.0:1787827119.735103:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.735143:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4706304, count: 4096 00000080:00200000:2.0:1787827119.735148:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4706304, bytes: 4096 00000080:00200000:2.0:1787827119.735151:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.735155:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1150, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.735156:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4706304, 4710400) 0 0 00000080:00200000:2.0:1787827119.735159:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.735164:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1149, 1149] 00020000:00200000:2.0:1787827119.735168:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4706304 chunk: [4706304, 4710400) 4710400, 4096 00020000:00200000:2.0:1787827119.735170:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.735174:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1149, 1149] 00000008:00010000:2.0:1787827119.735178:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.735180:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.735185:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735192:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4706304 4710399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735198:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735202:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735206:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735212:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4706304, 4710400) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.735215:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1149 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.735227:0:22636:0:(rw26.c:875:ll_write_end()) pos 4706304, len 4096, copied 4096 00000080:00200000:2.0:1787827119.735230:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ad60410b[3 00000000ba14583b 2 1 000000001c518263 0 0 1149] 00000080:00200000:2.0:1787827119.735232:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008f74bc50 17ffffc0001001 3:0 ffffa0e3c77ead98 1149 lru 00000080:00200000:2.0:1787827119.735236:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4f20e0d 1149: 1< 0 - - > 2< 4706304 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12070912 - | - - + - > 5< - - + - | 0 - | 125 - -> 00000080:00200000:2.0:1787827119.735239:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ad60410b 00000080:00200000:2.0:1787827119.735240:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.735242:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.735250:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735258:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735265:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735273:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735286:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.735288:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.735291:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.735296:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.735298:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.735300:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.735303:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735308:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.735316:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.735318:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.735322:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.735326:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1149, 1149] 00000080:00200000:2.0:1787827119.735329:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.735332:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.735337:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4710400 i_blocks 8192 00000080:00200000:2.0:1787827119.735340:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.735385:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4710400, count: 4096 00000080:00200000:2.0:1787827119.735390:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4710400, bytes: 4096 00000080:00200000:2.0:1787827119.735392:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.735396:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1151, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.735397:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4710400, 4714496) 0 0 00000080:00200000:2.0:1787827119.735400:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.735405:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1150, 1150] 00020000:00200000:2.0:1787827119.735408:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4710400 chunk: [4710400, 4714496) 4714496, 4096 00020000:00200000:2.0:1787827119.735410:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.735415:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1150, 1150] 00000008:00010000:2.0:1787827119.735420:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.735422:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.735429:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735438:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4710400 4714495) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735447:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735459:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735466:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735475:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4710400, 4714496) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.735480:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1150 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.735494:0:22636:0:(rw26.c:875:ll_write_end()) pos 4710400, len 4096, copied 4096 00000080:00200000:2.0:1787827119.735497:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000925a3e36[3 00000000ba14583b 2 1 000000001c518263 0 0 1150] 00000080:00200000:2.0:1787827119.735499:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002b4692a1 17ffffc0001001 3:0 ffffa0e3c77ea740 1150 lru 00000080:00200000:2.0:1787827119.735503:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007ad418a4 1150: 1< 0 - - > 2< 4710400 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12066816 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:2.0:1787827119.735504:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000925a3e36 00000080:00200000:2.0:1787827119.735505:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.735506:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.735512:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735517:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735521:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735525:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735536:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.735538:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.735540:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.735544:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.735545:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.735548:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.735552:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735559:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.735568:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.735571:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.735575:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.735578:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1150, 1150] 00000080:00200000:2.0:1787827119.735581:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.735585:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.735589:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4714496 i_blocks 8192 00000080:00200000:2.0:1787827119.735592:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.735631:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4714496, count: 4096 00000080:00200000:2.0:1787827119.735634:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4714496, bytes: 4096 00000080:00200000:2.0:1787827119.735636:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.735639:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1152, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.735640:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4714496, 4718592) 0 0 00000080:00200000:2.0:1787827119.735642:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.735646:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1151, 1151] 00020000:00200000:2.0:1787827119.735649:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4714496 chunk: [4714496, 4718592) 4718592, 4096 00020000:00200000:2.0:1787827119.735651:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.735657:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1151, 1151] 00000008:00010000:2.0:1787827119.735662:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.735665:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.735672:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735681:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4714496 4718591) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735691:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735699:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735706:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735738:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4714496, 4718592) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.735743:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1151 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.735759:0:22636:0:(rw26.c:875:ll_write_end()) pos 4714496, len 4096, copied 4096 00000080:00200000:2.0:1787827119.735764:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cf7e9141[3 00000000ba14583b 2 1 000000001c518263 0 0 1151] 00000080:00200000:2.0:1787827119.735767:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9c9d613 17ffffc0001001 3:0 ffffa0e3c77ea0e8 1151 lru 00000080:00200000:2.0:1787827119.735773:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000049b5fb3 1151: 1< 0 - - > 2< 4714496 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12062720 - | - - + - > 5< - - + - | 0 - | 127 - -> 00000080:00200000:2.0:1787827119.735775:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cf7e9141 00000080:00200000:2.0:1787827119.735776:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.735778:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.735786:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735792:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735796:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.735800:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735807:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.735809:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.735810:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.735814:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.735816:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.735817:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.735820:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735825:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.735831:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.735832:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.735834:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.735836:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1151, 1151] 00000080:00200000:2.0:1787827119.735839:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.735841:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.735844:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4718592 i_blocks 8192 00000080:00200000:2.0:1787827119.735847:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.735888:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4718592, count: 4096 00000080:00200000:2.0:1787827119.735904:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4718592, bytes: 4096 00000080:00200000:2.0:1787827119.735907:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.735911:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1153, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.735913:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4718592, 4722688) 0 0 00000080:00200000:2.0:1787827119.735916:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.735922:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1152, 1152] 00020000:00200000:2.0:1787827119.735925:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4718592 chunk: [4718592, 4722688) 4722688, 4096 00020000:00200000:2.0:1787827119.735927:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.735931:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1152, 1152] 00000008:00010000:2.0:1787827119.735935:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.735937:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.735943:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735949:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4718592 4722687) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735955:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735960:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.735964:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.735969:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4718592, 4722688) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.735973:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1152 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.735990:0:22636:0:(rw26.c:875:ll_write_end()) pos 4718592, len 4096, copied 4096 00000080:00200000:2.0:1787827119.735993:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009fdea9c4[3 00000000ba14583b 2 1 000000001c518263 0 0 1152] 00000080:00200000:2.0:1787827119.735996:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000907ef8a7 17ffffc0001001 3:0 ffffa0e3c77ea3a0 1152 lru 00000080:00200000:2.0:1787827119.736002:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fd487c24 1152: 1< 0 - - > 2< 4718592 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12058624 - | - - + - > 5< - - + - | 0 - | 128 - -> 00000080:00200000:2.0:1787827119.736004:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009fdea9c4 00000080:00200000:2.0:1787827119.736005:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.736008:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.736017:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736025:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736032:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736040:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736053:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.736056:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.736057:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.736063:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.736066:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.736068:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.736073:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736081:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.736089:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.736091:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.736096:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.736099:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1152, 1152] 00000080:00200000:2.0:1787827119.736102:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.736106:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.736110:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4722688 i_blocks 8192 00000080:00200000:2.0:1787827119.736114:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.736160:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4722688, count: 4096 00000080:00200000:2.0:1787827119.736165:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4722688, bytes: 4096 00000080:00200000:2.0:1787827119.736167:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.736170:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1154, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.736172:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4722688, 4726784) 0 0 00000080:00200000:2.0:1787827119.736175:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.736180:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1153, 1153] 00020000:00200000:2.0:1787827119.736183:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4722688 chunk: [4722688, 4726784) 4726784, 4096 00020000:00200000:2.0:1787827119.736186:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.736191:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1153, 1153] 00000008:00010000:2.0:1787827119.736197:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.736199:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.736208:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736215:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4722688 4726783) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736222:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736227:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736231:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736237:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4722688, 4726784) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.736243:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1153 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.736262:0:22636:0:(rw26.c:875:ll_write_end()) pos 4722688, len 4096, copied 4096 00000080:00200000:2.0:1787827119.736266:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004cfcc5c5[3 00000000ba14583b 2 1 000000001c518263 0 0 1153] 00000080:00200000:2.0:1787827119.736270:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000736e4091 17ffffc0001001 3:0 ffffa0e3c77ea828 1153 lru 00000080:00200000:2.0:1787827119.736276:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000bf30057 1153: 1< 0 - - > 2< 4722688 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12054528 - | - - + - > 5< - - + - | 0 - | 129 - -> 00000080:00200000:2.0:1787827119.736279:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004cfcc5c5 00000080:00200000:2.0:1787827119.736280:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.736282:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.736290:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736299:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736306:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736319:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736331:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.736334:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.736336:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.736341:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.736344:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.736347:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.736351:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736359:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.736366:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.736368:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.736373:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.736376:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1153, 1153] 00000080:00200000:2.0:1787827119.736379:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.736382:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.736386:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4726784 i_blocks 8192 00000080:00200000:2.0:1787827119.736389:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.736432:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4726784, count: 4096 00000080:00200000:2.0:1787827119.736436:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4726784, bytes: 4096 00000080:00200000:2.0:1787827119.736438:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.736443:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1155, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.736444:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4726784, 4730880) 0 0 00000080:00200000:2.0:1787827119.736447:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.736452:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1154, 1154] 00020000:00200000:2.0:1787827119.736455:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4726784 chunk: [4726784, 4730880) 4730880, 4096 00020000:00200000:2.0:1787827119.736457:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.736462:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1154, 1154] 00000008:00010000:2.0:1787827119.736467:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.736469:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.736477:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736487:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4726784 4730879) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736497:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736505:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736512:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736520:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4726784, 4730880) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.736525:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1154 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.736546:0:22636:0:(rw26.c:875:ll_write_end()) pos 4726784, len 4096, copied 4096 00000080:00200000:2.0:1787827119.736551:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dcfeee02[3 00000000ba14583b 2 1 000000001c518263 0 0 1154] 00000080:00200000:2.0:1787827119.736554:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002e945290 17ffffc0001021 2:0 ffffa0e3c77eae80 1154 lru 00000080:00200000:2.0:1787827119.736560:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000051766b10 1154: 1< 0 - - > 2< 4726784 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12050432 - | - - + - > 5< - - + - | 0 - | 130 - -> 00000080:00200000:2.0:1787827119.736562:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dcfeee02 00000080:00200000:2.0:1787827119.736564:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.736566:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.736573:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736582:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736590:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736597:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736607:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.736609:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.736611:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.736616:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.736618:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.736621:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.736626:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736635:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.736643:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.736646:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.736649:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.736653:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1154, 1154] 00000080:00200000:2.0:1787827119.736656:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.736659:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.736663:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4730880 i_blocks 8192 00000080:00200000:2.0:1787827119.736667:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.736738:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4730880, count: 4096 00000080:00200000:2.0:1787827119.736742:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4730880, bytes: 4096 00000080:00200000:2.0:1787827119.736745:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.736748:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1156, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.736750:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4730880, 4734976) 0 0 00000080:00200000:2.0:1787827119.736753:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.736758:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1155, 1155] 00020000:00200000:2.0:1787827119.736761:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4730880 chunk: [4730880, 4734976) 4734976, 4096 00020000:00200000:2.0:1787827119.736763:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.736767:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1155, 1155] 00000008:00010000:2.0:1787827119.736772:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.736774:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.736782:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736791:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4730880 4734975) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736801:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736809:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736823:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736831:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4730880, 4734976) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.736835:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1155 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.736848:0:22636:0:(rw26.c:875:ll_write_end()) pos 4730880, len 4096, copied 4096 00000080:00200000:2.0:1787827119.736853:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a67b0476[3 00000000ba14583b 2 1 000000001c518263 0 0 1155] 00000080:00200000:2.0:1787827119.736855:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000de21e196 17ffffc0001001 3:0 ffffa0e3c77ea910 1155 lru 00000080:00200000:2.0:1787827119.736861:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000358c064a 1155: 1< 0 - - > 2< 4730880 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12046336 - | - - + - > 5< - - + - | 0 - | 131 - -> 00000080:00200000:2.0:1787827119.736863:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a67b0476 00000080:00200000:2.0:1787827119.736864:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.736867:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.736874:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736883:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736891:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.736908:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.736919:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.736922:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.736925:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.736930:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.736933:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.736936:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.736940:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.736949:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.736957:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.736959:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.736963:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.736965:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1155, 1155] 00000080:00200000:2.0:1787827119.736969:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.736972:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.736976:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4734976 i_blocks 8192 00000080:00200000:2.0:1787827119.736979:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.737028:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4734976, count: 4096 00000080:00200000:2.0:1787827119.737032:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4734976, bytes: 4096 00000080:00200000:2.0:1787827119.737035:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.737039:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1157, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.737040:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4734976, 4739072) 0 0 00000080:00200000:2.0:1787827119.737043:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.737048:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1156, 1156] 00020000:00200000:2.0:1787827119.737051:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4734976 chunk: [4734976, 4739072) 4739072, 4096 00020000:00200000:2.0:1787827119.737053:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.737058:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1156, 1156] 00000008:00010000:2.0:1787827119.737062:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.737064:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.737072:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737081:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4734976 4739071) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737091:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737098:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737105:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737113:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4734976, 4739072) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.737118:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1156 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.737137:0:22636:0:(rw26.c:875:ll_write_end()) pos 4734976, len 4096, copied 4096 00000080:00200000:2.0:1787827119.737141:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000647849e4[3 00000000ba14583b 2 1 000000001c518263 0 0 1156] 00000080:00200000:2.0:1787827119.737145:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003fd42651 17ffffc0001001 3:0 ffffa0e3c77ea000 1156 lru 00000080:00200000:2.0:1787827119.737151:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000096dbf95c 1156: 1< 0 - - > 2< 4734976 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12042240 - | - - + - > 5< - - + - | 0 - | 132 - -> 00000080:00200000:2.0:1787827119.737153:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000647849e4 00000080:00200000:2.0:1787827119.737154:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.737156:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.737163:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737172:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737180:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737188:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737198:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.737201:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.737203:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.737207:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.737210:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.737212:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.737216:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737225:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.737233:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.737235:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.737238:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.737241:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1156, 1156] 00000080:00200000:2.0:1787827119.737245:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.737248:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.737252:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4739072 i_blocks 8192 00000080:00200000:2.0:1787827119.737255:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.737305:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4739072, count: 4096 00000080:00200000:2.0:1787827119.737309:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4739072, bytes: 4096 00000080:00200000:2.0:1787827119.737311:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.737315:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1158, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.737317:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4739072, 4743168) 0 0 00000080:00200000:2.0:1787827119.737319:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.737324:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1157, 1157] 00020000:00200000:2.0:1787827119.737327:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4739072 chunk: [4739072, 4743168) 4743168, 4096 00020000:00200000:2.0:1787827119.737329:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.737333:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1157, 1157] 00000008:00010000:2.0:1787827119.737338:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.737340:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.737347:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737357:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4739072 4743167) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737367:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737374:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737381:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737389:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4739072, 4743168) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.737393:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1157 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.737408:0:22636:0:(rw26.c:875:ll_write_end()) pos 4739072, len 4096, copied 4096 00000080:00200000:2.0:1787827119.737413:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dada8d51[3 00000000ba14583b 2 1 000000001c518263 0 0 1157] 00000080:00200000:2.0:1787827119.737416:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a75e6079 17ffffc0001001 3:0 ffffa0e3c77eacb0 1157 lru 00000080:00200000:2.0:1787827119.737422:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000034a4a52f 1157: 1< 0 - - > 2< 4739072 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12038144 - | - - + - > 5< - - + - | 0 - | 133 - -> 00000080:00200000:2.0:1787827119.737424:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dada8d51 00000080:00200000:2.0:1787827119.737425:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.737427:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.737434:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737443:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737450:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737458:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737467:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.737470:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.737472:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.737476:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.737479:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.737481:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.737485:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737492:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.737501:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.737504:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.737508:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.737510:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1157, 1157] 00000080:00200000:2.0:1787827119.737514:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.737517:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.737521:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4743168 i_blocks 8192 00000080:00200000:2.0:1787827119.737524:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.737574:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4743168, count: 4096 00000080:00200000:2.0:1787827119.737577:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4743168, bytes: 4096 00000080:00200000:2.0:1787827119.737580:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.737583:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1159, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.737585:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4743168, 4747264) 0 0 00000080:00200000:2.0:1787827119.737587:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.737592:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1158, 1158] 00020000:00200000:2.0:1787827119.737595:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4743168 chunk: [4743168, 4747264) 4747264, 4096 00020000:00200000:2.0:1787827119.737597:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.737601:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1158, 1158] 00000008:00010000:2.0:1787827119.737605:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.737608:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.737615:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737624:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4743168 4747263) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737634:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737648:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737655:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737662:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4743168, 4747264) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.737666:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1158 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.737680:0:22636:0:(rw26.c:875:ll_write_end()) pos 4743168, len 4096, copied 4096 00000080:00200000:2.0:1787827119.737684:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c00aedb9[3 00000000ba14583b 2 1 000000001c518263 0 0 1158] 00000080:00200000:2.0:1787827119.737687:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007cd7338e 17ffffc0001001 3:0 ffffa0e3c77eaae0 1158 lru 00000080:00200000:2.0:1787827119.737692:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d8cd3a5a 1158: 1< 0 - - > 2< 4743168 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12034048 - | - - + - > 5< - - + - | 0 - | 134 - -> 00000080:00200000:2.0:1787827119.737694:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c00aedb9 00000080:00200000:2.0:1787827119.737695:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.737697:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.737704:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737733:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737741:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.737749:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737765:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.737768:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.737770:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.737775:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.737778:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.737781:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.737785:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737794:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.737802:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.737804:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.737808:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.737810:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1158, 1158] 00000080:00200000:2.0:1787827119.737814:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.737817:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.737821:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4747264 i_blocks 8192 00000080:00200000:2.0:1787827119.737823:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.737873:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4747264, count: 4096 00000080:00200000:2.0:1787827119.737877:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4747264, bytes: 4096 00000080:00200000:2.0:1787827119.737880:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.737883:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1160, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.737885:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4747264, 4751360) 0 0 00000080:00200000:2.0:1787827119.737888:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.737904:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1159, 1159] 00020000:00200000:2.0:1787827119.737908:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4747264 chunk: [4747264, 4751360) 4751360, 4096 00020000:00200000:2.0:1787827119.737911:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.737915:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1159, 1159] 00000008:00010000:2.0:1787827119.737920:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.737922:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.737929:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737939:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4747264 4751359) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737948:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737956:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.737964:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.737971:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4747264, 4751360) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.737976:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1159 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.737990:0:22636:0:(rw26.c:875:ll_write_end()) pos 4747264, len 4096, copied 4096 00000080:00200000:2.0:1787827119.737994:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008d21fbaa[3 00000000ba14583b 2 1 000000001c518263 0 0 1159] 00000080:00200000:2.0:1787827119.737997:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5a53a9d 17ffffc0001001 3:0 ffffa0e3c77ea2b8 1159 lru 00000080:00200000:2.0:1787827119.738004:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd53deb3 1159: 1< 0 - - > 2< 4747264 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12029952 - | - - + - > 5< - - + - | 0 - | 135 - -> 00000080:00200000:2.0:1787827119.738006:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008d21fbaa 00000080:00200000:2.0:1787827119.738007:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.738009:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.738017:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738025:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738033:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738041:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738051:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.738053:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.738055:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.738060:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.738062:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.738064:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.738068:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738076:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.738084:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.738086:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.738090:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.738093:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1159, 1159] 00000080:00200000:2.0:1787827119.738096:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.738099:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.738104:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4751360 i_blocks 8192 00000080:00200000:2.0:1787827119.738107:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.738158:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4751360, count: 4096 00000080:00200000:2.0:1787827119.738162:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4751360, bytes: 4096 00000080:00200000:2.0:1787827119.738165:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.738168:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1161, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.738170:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4751360, 4755456) 0 0 00000080:00200000:2.0:1787827119.738173:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.738178:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1160, 1160] 00020000:00200000:2.0:1787827119.738180:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4751360 chunk: [4751360, 4755456) 4755456, 4096 00020000:00200000:2.0:1787827119.738183:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.738187:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1160, 1160] 00000008:00010000:2.0:1787827119.738192:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.738194:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.738201:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738211:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4751360 4755455) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738220:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738228:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738235:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738244:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4751360, 4755456) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.738248:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1160 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.738264:0:22636:0:(rw26.c:875:ll_write_end()) pos 4751360, len 4096, copied 4096 00000080:00200000:2.0:1787827119.738268:0:22636:0:(rw26.c:933:ll_write_end()) page@000000007dfb08fa[3 00000000ba14583b 2 1 000000001c518263 0 0 1160] 00000080:00200000:2.0:1787827119.738271:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000c0f61cd 17ffffc0001001 3:0 ffffa0e3c77eabc8 1160 lru 00000080:00200000:2.0:1787827119.738277:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000005742a368 1160: 1< 0 - - > 2< 4751360 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12025856 - | - - + - > 5< - - + - | 0 - | 136 - -> 00000080:00200000:2.0:1787827119.738280:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000007dfb08fa 00000080:00200000:2.0:1787827119.738281:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.738283:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.738290:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738299:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738306:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738313:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738323:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.738326:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.738328:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.738332:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.738335:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.738337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.738342:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738350:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.738358:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.738361:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.738365:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.738367:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1160, 1160] 00000080:00200000:2.0:1787827119.738371:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.738374:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.738378:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4755456 i_blocks 8192 00000080:00200000:2.0:1787827119.738381:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.738430:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4755456, count: 4096 00000080:00200000:2.0:1787827119.738434:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4755456, bytes: 4096 00000080:00200000:2.0:1787827119.738436:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.738440:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1162, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.738442:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4755456, 4759552) 0 0 00000080:00200000:2.0:1787827119.738444:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.738449:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1161, 1161] 00020000:00200000:2.0:1787827119.738451:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4755456 chunk: [4755456, 4759552) 4759552, 4096 00020000:00200000:2.0:1787827119.738454:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.738458:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1161, 1161] 00000008:00010000:2.0:1787827119.738462:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.738464:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.738472:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738481:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4755456 4759551) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738491:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738500:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738507:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738514:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4755456, 4759552) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.738519:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1161 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.738532:0:22636:0:(rw26.c:875:ll_write_end()) pos 4755456, len 4096, copied 4096 00000080:00200000:2.0:1787827119.738537:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f3007253[3 00000000ba14583b 2 1 000000001c518263 0 0 1161] 00000080:00200000:2.0:1787827119.738540:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008e14d593 17ffffc0001001 3:0 ffffa0e3c77ea658 1161 lru 00000080:00200000:2.0:1787827119.738546:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000068df65ea 1161: 1< 0 - - > 2< 4755456 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12021760 - | - - + - > 5< - - + - | 0 - | 137 - -> 00000080:00200000:2.0:1787827119.738548:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f3007253 00000080:00200000:2.0:1787827119.738550:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.738552:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.738558:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738567:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738575:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738589:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738599:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.738601:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.738603:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.738608:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.738610:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.738613:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.738617:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738626:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.738634:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.738636:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.738639:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.738642:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1161, 1161] 00000080:00200000:2.0:1787827119.738645:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.738648:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.738652:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4759552 i_blocks 8192 00000080:00200000:2.0:1787827119.738655:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.738705:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4759552, count: 4096 00000080:00200000:2.0:1787827119.738708:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4759552, bytes: 4096 00000080:00200000:2.0:1787827119.738731:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.738735:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1163, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.738737:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4759552, 4763648) 0 0 00000080:00200000:2.0:1787827119.738739:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.738744:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1162, 1162] 00020000:00200000:2.0:1787827119.738747:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4759552 chunk: [4759552, 4763648) 4763648, 4096 00020000:00200000:2.0:1787827119.738750:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.738754:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1162, 1162] 00000008:00010000:2.0:1787827119.738759:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.738761:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.738768:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738778:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4759552 4763647) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738788:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738796:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738803:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738811:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4759552, 4763648) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.738815:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1162 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.738829:0:22636:0:(rw26.c:875:ll_write_end()) pos 4759552, len 4096, copied 4096 00000080:00200000:2.0:1787827119.738833:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e7cc6d23[3 00000000ba14583b 2 1 000000001c518263 0 0 1162] 00000080:00200000:2.0:1787827119.738836:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003fc07cb9 17ffffc0001001 3:0 ffffa0e3c77ea1d0 1162 lru 00000080:00200000:2.0:1787827119.738842:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e45cb20d 1162: 1< 0 - - > 2< 4759552 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12017664 - | - - + - > 5< - - + - | 0 - | 138 - -> 00000080:00200000:2.0:1787827119.738845:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e7cc6d23 00000080:00200000:2.0:1787827119.738847:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.738849:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.738856:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738864:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738872:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.738879:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.738889:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.738891:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.738906:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.738912:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.738915:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.738917:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.738921:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.738929:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.738937:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.738940:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.738944:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.738947:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1162, 1162] 00000080:00200000:2.0:1787827119.738950:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.738953:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.738958:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4763648 i_blocks 8192 00000080:00200000:2.0:1787827119.738960:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.739010:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4763648, count: 4096 00000080:00200000:2.0:1787827119.739014:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4763648, bytes: 4096 00000080:00200000:2.0:1787827119.739016:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.739020:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1164, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.739022:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4763648, 4767744) 0 0 00000080:00200000:2.0:1787827119.739024:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.739029:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1163, 1163] 00020000:00200000:2.0:1787827119.739032:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4763648 chunk: [4763648, 4767744) 4767744, 4096 00020000:00200000:2.0:1787827119.739034:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.739038:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1163, 1163] 00000008:00010000:2.0:1787827119.739043:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.739045:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.739052:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739062:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4763648 4767743) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739071:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739079:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739092:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739099:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4763648, 4767744) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.739104:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1163 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.739120:0:22636:0:(rw26.c:875:ll_write_end()) pos 4763648, len 4096, copied 4096 00000080:00200000:2.0:1787827119.739125:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c918bc0a[3 00000000ba14583b 2 1 000000001c518263 0 0 1163] 00000080:00200000:2.0:1787827119.739128:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a14f70f3 17ffffc0001001 3:0 ffffa0e3c77ea9f8 1163 lru 00000080:00200000:2.0:1787827119.739134:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000aab41f9b 1163: 1< 0 - - > 2< 4763648 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12013568 - | - - + - > 5< - - + - | 0 - | 139 - -> 00000080:00200000:2.0:1787827119.739136:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c918bc0a 00000080:00200000:2.0:1787827119.739137:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.739139:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.739147:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739155:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739163:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739170:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739180:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.739182:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.739185:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.739190:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.739193:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.739195:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.739199:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739208:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.739216:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.739218:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.739222:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.739224:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1163, 1163] 00000080:00200000:2.0:1787827119.739228:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.739231:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.739235:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4767744 i_blocks 8192 00000080:00200000:2.0:1787827119.739238:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.739287:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4767744, count: 4096 00000080:00200000:2.0:1787827119.739291:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4767744, bytes: 4096 00000080:00200000:2.0:1787827119.739293:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.739297:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1165, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.739299:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4767744, 4771840) 0 0 00000080:00200000:2.0:1787827119.739301:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.739306:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1164, 1164] 00020000:00200000:2.0:1787827119.739308:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4767744 chunk: [4767744, 4771840) 4771840, 4096 00020000:00200000:2.0:1787827119.739311:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.739315:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1164, 1164] 00000008:00010000:2.0:1787827119.739319:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.739321:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.739329:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739338:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4767744 4771839) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739348:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739355:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739362:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739370:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4767744, 4771840) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.739374:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1164 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.739397:0:22636:0:(rw26.c:875:ll_write_end()) pos 4767744, len 4096, copied 4096 00000080:00200000:2.0:1787827119.739402:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000623fde92[3 00000000ba14583b 2 1 000000001c518263 0 0 1164] 00000080:00200000:2.0:1787827119.739405:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7e2f436 17ffffc0001001 3:0 ffffa0e3c774ee80 1164 lru 00000080:00200000:2.0:1787827119.739411:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009da81778 1164: 1< 0 - - > 2< 4767744 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12009472 - | - - + - > 5< - - + - | 0 - | 140 - -> 00000080:00200000:2.0:1787827119.739413:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000623fde92 00000080:00200000:2.0:1787827119.739414:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.739417:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.739424:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739432:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739440:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739448:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739458:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.739461:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.739462:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.739467:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.739469:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.739472:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.739476:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739484:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.739492:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.739494:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.739498:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.739501:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1164, 1164] 00000080:00200000:2.0:1787827119.739504:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.739507:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.739511:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4771840 i_blocks 8192 00000080:00200000:2.0:1787827119.739514:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.739564:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4771840, count: 4096 00000080:00200000:2.0:1787827119.739568:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4771840, bytes: 4096 00000080:00200000:2.0:1787827119.739570:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.739574:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1166, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.739575:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4771840, 4775936) 0 0 00000080:00200000:2.0:1787827119.739578:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.739583:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1165, 1165] 00020000:00200000:2.0:1787827119.739585:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4771840 chunk: [4771840, 4775936) 4775936, 4096 00020000:00200000:2.0:1787827119.739587:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.739592:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1165, 1165] 00000008:00010000:2.0:1787827119.739596:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.739598:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.739605:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739615:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4771840 4775935) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739625:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739632:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739639:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739647:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4771840, 4775936) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.739651:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1165 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.739665:0:22636:0:(rw26.c:875:ll_write_end()) pos 4771840, len 4096, copied 4096 00000080:00200000:2.0:1787827119.739670:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003e5626a6[3 00000000ba14583b 2 1 000000001c518263 0 0 1165] 00000080:00200000:2.0:1787827119.739673:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006cd76240 17ffffc0001001 3:0 ffffa0e3c774e910 1165 lru 00000080:00200000:2.0:1787827119.739679:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000031af17e4 1165: 1< 0 - - > 2< 4771840 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12005376 - | - - + - > 5< - - + - | 0 - | 141 - -> 00000080:00200000:2.0:1787827119.739681:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003e5626a6 00000080:00200000:2.0:1787827119.739682:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.739684:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.739691:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739699:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739707:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.739732:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739743:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.739746:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.739748:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.739753:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.739756:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.739758:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.739763:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739771:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.739780:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.739783:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.739787:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.739789:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1165, 1165] 00000080:00200000:2.0:1787827119.739793:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.739796:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.739800:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4775936 i_blocks 8192 00000080:00200000:2.0:1787827119.739803:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.739852:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4775936, count: 4096 00000080:00200000:2.0:1787827119.739856:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4775936, bytes: 4096 00000080:00200000:2.0:1787827119.739858:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.739862:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1167, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.739863:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4775936, 4780032) 0 0 00000080:00200000:2.0:1787827119.739866:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.739871:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1166, 1166] 00020000:00200000:2.0:1787827119.739874:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4775936 chunk: [4775936, 4780032) 4780032, 4096 00020000:00200000:2.0:1787827119.739876:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.739881:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1166, 1166] 00000008:00010000:2.0:1787827119.739885:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.739887:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.739905:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739914:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4775936 4780031) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739924:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739938:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.739946:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.739953:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4775936, 4780032) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.739957:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1166 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.739971:0:22636:0:(rw26.c:875:ll_write_end()) pos 4775936, len 4096, copied 4096 00000080:00200000:2.0:1787827119.739975:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c12e6d37[3 00000000ba14583b 2 1 000000001c518263 0 0 1166] 00000080:00200000:2.0:1787827119.739978:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b8931885 17ffffc0001001 3:0 ffffa0e3c774e000 1166 lru 00000080:00200000:2.0:1787827119.739984:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fa56ffe4 1166: 1< 0 - - > 2< 4775936 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 12001280 - | - - + - > 5< - - + - | 0 - | 142 - -> 00000080:00200000:2.0:1787827119.739986:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c12e6d37 00000080:00200000:2.0:1787827119.739987:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.739989:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.739996:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740004:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740012:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740019:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740035:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.740038:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.740040:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.740045:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.740048:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.740051:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.740055:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740064:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.740072:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.740074:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.740078:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.740080:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1166, 1166] 00000080:00200000:2.0:1787827119.740083:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.740087:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.740091:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4780032 i_blocks 8192 00000080:00200000:2.0:1787827119.740094:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.740142:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4780032, count: 4096 00000080:00200000:2.0:1787827119.740146:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4780032, bytes: 4096 00000080:00200000:2.0:1787827119.740148:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.740152:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1168, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.740154:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4780032, 4784128) 0 0 00000080:00200000:2.0:1787827119.740156:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.740161:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1167, 1167] 00020000:00200000:2.0:1787827119.740165:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4780032 chunk: [4780032, 4784128) 4784128, 4096 00020000:00200000:2.0:1787827119.740167:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.740171:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1167, 1167] 00000008:00010000:2.0:1787827119.740176:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.740178:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.740185:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740194:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4780032 4784127) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740204:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740212:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740220:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740227:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4780032, 4784128) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.740231:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1167 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.740247:0:22636:0:(rw26.c:875:ll_write_end()) pos 4780032, len 4096, copied 4096 00000080:00200000:2.0:1787827119.740252:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000063e4bbde[3 00000000ba14583b 2 1 000000001c518263 0 0 1167] 00000080:00200000:2.0:1787827119.740254:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007a4b62bb 17ffffc0001001 3:0 ffffa0e3c774ecb0 1167 lru 00000080:00200000:2.0:1787827119.740260:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000812f7535 1167: 1< 0 - - > 2< 4780032 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11997184 - | - - + - > 5< - - + - | 0 - | 143 - -> 00000080:00200000:2.0:1787827119.740263:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000063e4bbde 00000080:00200000:2.0:1787827119.740264:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.740266:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.740275:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740282:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740288:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740295:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740305:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.740308:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.740310:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.740315:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.740317:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.740319:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.740323:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740330:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.740337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.740340:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.740344:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.740347:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1167, 1167] 00000080:00200000:2.0:1787827119.740351:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.740354:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.740358:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4784128 i_blocks 8192 00000080:00200000:2.0:1787827119.740361:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.740404:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4784128, count: 4096 00000080:00200000:2.0:1787827119.740408:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4784128, bytes: 4096 00000080:00200000:2.0:1787827119.740411:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.740414:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1169, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.740416:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4784128, 4788224) 0 0 00000080:00200000:2.0:1787827119.740419:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.740424:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1168, 1168] 00020000:00200000:2.0:1787827119.740427:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4784128 chunk: [4784128, 4788224) 4788224, 4096 00020000:00200000:2.0:1787827119.740430:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.740436:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1168, 1168] 00000008:00010000:2.0:1787827119.740441:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.740443:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.740449:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740455:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4784128 4788223) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740461:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740465:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740470:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740475:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4784128, 4788224) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.740479:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1168 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.740492:0:22636:0:(rw26.c:875:ll_write_end()) pos 4784128, len 4096, copied 4096 00000080:00200000:2.0:1787827119.740495:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008dd8f0b4[3 00000000ba14583b 2 1 000000001c518263 0 0 1168] 00000080:00200000:2.0:1787827119.740497:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000075ea357b 17ffffc0001001 3:0 ffffa0e3c774eae0 1168 lru 00000080:00200000:2.0:1787827119.740500:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000dc0e006e 1168: 1< 0 - - > 2< 4784128 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11993088 - | - - + - > 5< - - + - | 0 - | 144 - -> 00000080:00200000:2.0:1787827119.740502:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008dd8f0b4 00000080:00200000:2.0:1787827119.740503:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.740504:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.740510:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740515:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740519:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740524:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740530:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.740532:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.740533:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.740536:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.740538:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.740539:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.740543:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740548:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.740553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.740555:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.740558:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.740561:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1168, 1168] 00000080:00200000:2.0:1787827119.740565:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.740568:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.740572:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4788224 i_blocks 8192 00000080:00200000:2.0:1787827119.740575:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.740620:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4788224, count: 4096 00000080:00200000:2.0:1787827119.740624:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4788224, bytes: 4096 00000080:00200000:2.0:1787827119.740627:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.740630:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1170, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.740632:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4788224, 4792320) 0 0 00000080:00200000:2.0:1787827119.740635:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.740640:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1169, 1169] 00020000:00200000:2.0:1787827119.740643:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4788224 chunk: [4788224, 4792320) 4792320, 4096 00020000:00200000:2.0:1787827119.740646:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.740651:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1169, 1169] 00000008:00010000:2.0:1787827119.740656:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.740658:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.740666:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740675:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4788224 4792319) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740685:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740694:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740701:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740709:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4788224, 4792320) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.740733:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1169 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.740755:0:22636:0:(rw26.c:875:ll_write_end()) pos 4788224, len 4096, copied 4096 00000080:00200000:2.0:1787827119.740760:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000a52b03f[3 00000000ba14583b 2 1 000000001c518263 0 0 1169] 00000080:00200000:2.0:1787827119.740763:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000083abf17e 17ffffc0001021 2:0 ffffa0e3c774e2b8 1169 lru 00000080:00200000:2.0:1787827119.740768:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000693d16c9 1169: 1< 0 - - > 2< 4788224 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11988992 - | - - + - > 5< - - + - | 0 - | 145 - -> 00000080:00200000:2.0:1787827119.740770:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000a52b03f 00000080:00200000:2.0:1787827119.740771:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.740773:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.740782:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740791:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740799:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.740809:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740818:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.740820:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.740821:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.740825:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.740826:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.740828:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.740831:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740837:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.740842:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.740843:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.740845:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.740847:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1169, 1169] 00000080:00200000:2.0:1787827119.740850:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.740852:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.740855:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4792320 i_blocks 8192 00000080:00200000:2.0:1787827119.740857:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.740889:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4792320, count: 4096 00000080:00200000:2.0:1787827119.740892:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4792320, bytes: 4096 00000080:00200000:2.0:1787827119.740908:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.740911:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1171, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.740913:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4792320, 4796416) 0 0 00000080:00200000:2.0:1787827119.740915:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.740919:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1170, 1170] 00020000:00200000:2.0:1787827119.740921:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4792320 chunk: [4792320, 4796416) 4796416, 4096 00020000:00200000:2.0:1787827119.740923:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.740927:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1170, 1170] 00000008:00010000:2.0:1787827119.740931:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.740932:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.740938:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740944:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4792320 4796415) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740950:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740958:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.740966:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.740974:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4792320, 4796416) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.740979:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1170 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.740996:0:22636:0:(rw26.c:875:ll_write_end()) pos 4792320, len 4096, copied 4096 00000080:00200000:2.0:1787827119.741001:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ec73c112[3 00000000ba14583b 2 1 000000001c518263 0 0 1170] 00000080:00200000:2.0:1787827119.741004:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000456f72ad 17ffffc0001001 3:0 ffffa0e3c774ebc8 1170 lru 00000080:00200000:2.0:1787827119.741010:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002f77dbbe 1170: 1< 0 - - > 2< 4792320 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11984896 - | - - + - > 5< - - + - | 0 - | 146 - -> 00000080:00200000:2.0:1787827119.741012:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ec73c112 00000080:00200000:2.0:1787827119.741013:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.741016:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.741024:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741032:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741039:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741046:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741058:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.741061:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.741063:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.741069:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.741072:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.741075:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.741080:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741088:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.741098:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.741101:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.741104:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.741107:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1170, 1170] 00000080:00200000:2.0:1787827119.741112:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.741115:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.741120:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4796416 i_blocks 8192 00000080:00200000:2.0:1787827119.741123:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.741167:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4796416, count: 4096 00000080:00200000:2.0:1787827119.741172:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4796416, bytes: 4096 00000080:00200000:2.0:1787827119.741175:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.741178:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1172, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.741180:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4796416, 4800512) 0 0 00000080:00200000:2.0:1787827119.741183:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.741189:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1171, 1171] 00020000:00200000:2.0:1787827119.741192:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4796416 chunk: [4796416, 4800512) 4800512, 4096 00020000:00200000:2.0:1787827119.741194:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.741200:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1171, 1171] 00000008:00010000:2.0:1787827119.741205:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.741206:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.741212:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741218:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4796416 4800511) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741225:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741229:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741237:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741242:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4796416, 4800512) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.741245:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1171 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.741259:0:22636:0:(rw26.c:875:ll_write_end()) pos 4796416, len 4096, copied 4096 00000080:00200000:2.0:1787827119.741264:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c04f8982[3 00000000ba14583b 2 1 000000001c518263 0 0 1171] 00000080:00200000:2.0:1787827119.741266:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e1371cd5 17ffffc0001001 3:0 ffffa0e3c774e658 1171 lru 00000080:00200000:2.0:1787827119.741271:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000074baa26a 1171: 1< 0 - - > 2< 4796416 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11980800 - | - - + - > 5< - - + - | 0 - | 147 - -> 00000080:00200000:2.0:1787827119.741274:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c04f8982 00000080:00200000:2.0:1787827119.741275:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.741278:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.741286:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741294:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741301:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741310:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741322:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.741325:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.741328:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.741334:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.741337:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.741340:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.741344:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741353:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.741362:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.741365:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.741370:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.741373:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1171, 1171] 00000080:00200000:2.0:1787827119.741377:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.741380:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.741385:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4800512 i_blocks 8192 00000080:00200000:2.0:1787827119.741388:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.741433:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4800512, count: 4096 00000080:00200000:2.0:1787827119.741438:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4800512, bytes: 4096 00000080:00200000:2.0:1787827119.741441:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.741444:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1173, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.741446:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4800512, 4804608) 0 0 00000080:00200000:2.0:1787827119.741449:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.741455:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1172, 1172] 00020000:00200000:2.0:1787827119.741458:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4800512 chunk: [4800512, 4804608) 4804608, 4096 00020000:00200000:2.0:1787827119.741461:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.741466:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1172, 1172] 00000008:00010000:2.0:1787827119.741471:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.741474:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.741481:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741487:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4800512 4804607) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741493:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741498:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741502:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741507:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4800512, 4804608) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.741511:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1172 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.741524:0:22636:0:(rw26.c:875:ll_write_end()) pos 4800512, len 4096, copied 4096 00000080:00200000:2.0:1787827119.741527:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000fb265bca[3 00000000ba14583b 2 1 000000001c518263 0 0 1172] 00000080:00200000:2.0:1787827119.741529:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006218ab77 17ffffc0001001 3:0 ffffa0e3c774e1d0 1172 lru 00000080:00200000:2.0:1787827119.741532:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009ebc12b1 1172: 1< 0 - - > 2< 4800512 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11976704 - | - - + - > 5< - - + - | 0 - | 148 - -> 00000080:00200000:2.0:1787827119.741534:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000fb265bca 00000080:00200000:2.0:1787827119.741535:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.741536:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.741542:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741549:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741556:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741565:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741577:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.741580:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.741582:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.741588:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.741591:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.741594:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.741598:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741607:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.741617:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.741620:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.741625:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.741628:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1172, 1172] 00000080:00200000:2.0:1787827119.741631:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.741634:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.741639:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4804608 i_blocks 8192 00000080:00200000:2.0:1787827119.741643:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.741693:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4804608, count: 4096 00000080:00200000:2.0:1787827119.741699:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4804608, bytes: 4096 00000080:00200000:2.0:1787827119.741703:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.741707:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1174, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.741709:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4804608, 4808704) 0 0 00000080:00200000:2.0:1787827119.741743:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.741750:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1173, 1173] 00020000:00200000:2.0:1787827119.741754:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4804608 chunk: [4804608, 4808704) 4808704, 4096 00020000:00200000:2.0:1787827119.741757:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.741765:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1173, 1173] 00000008:00010000:2.0:1787827119.741770:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.741773:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.741781:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741791:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4804608 4808703) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741799:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741807:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741813:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741835:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4804608, 4808704) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.741841:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1173 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.741859:0:22636:0:(rw26.c:875:ll_write_end()) pos 4804608, len 4096, copied 4096 00000080:00200000:2.0:1787827119.741863:0:22636:0:(rw26.c:933:ll_write_end()) page@000000002b8d5570[3 00000000ba14583b 2 1 000000001c518263 0 0 1173] 00000080:00200000:2.0:1787827119.741865:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc4801a 17ffffc0001001 3:0 ffffa0e3c774e9f8 1173 lru 00000080:00200000:2.0:1787827119.741869:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f10576ca 1173: 1< 0 - - > 2< 4804608 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11972608 - | - - + - > 5< - - + - | 0 - | 149 - -> 00000080:00200000:2.0:1787827119.741870:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000002b8d5570 00000080:00200000:2.0:1787827119.741871:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.741873:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.741881:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741889:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741907:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.741915:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.741927:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.741930:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.741932:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.741938:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.741941:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.741944:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.741948:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.741956:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.741965:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.741967:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.741972:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.741975:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1173, 1173] 00000080:00200000:2.0:1787827119.741980:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.741983:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.741988:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4808704 i_blocks 8192 00000080:00200000:2.0:1787827119.741991:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.742032:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4808704, count: 4096 00000080:00200000:2.0:1787827119.742037:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4808704, bytes: 4096 00000080:00200000:2.0:1787827119.742039:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.742043:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1175, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.742044:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4808704, 4812800) 0 0 00000080:00200000:2.0:1787827119.742047:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.742053:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1174, 1174] 00020000:00200000:2.0:1787827119.742057:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4808704 chunk: [4808704, 4812800) 4812800, 4096 00020000:00200000:2.0:1787827119.742059:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.742065:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1174, 1174] 00000008:00010000:2.0:1787827119.742070:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.742073:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.742080:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742090:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4808704 4812799) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742099:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742113:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742121:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742127:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4808704, 4812800) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.742131:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1174 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.742145:0:22636:0:(rw26.c:875:ll_write_end()) pos 4808704, len 4096, copied 4096 00000080:00200000:2.0:1787827119.742149:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005a0258dc[3 00000000ba14583b 2 1 000000001c518263 0 0 1174] 00000080:00200000:2.0:1787827119.742151:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6f3b0ed 17ffffc0001001 3:0 ffffa0e3c774e488 1174 lru 00000080:00200000:2.0:1787827119.742155:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000093db37a2 1174: 1< 0 - - > 2< 4808704 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11968512 - | - - + - > 5< - - + - | 0 - | 150 - -> 00000080:00200000:2.0:1787827119.742156:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005a0258dc 00000080:00200000:2.0:1787827119.742157:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.742159:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.742164:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742170:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742174:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742178:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742189:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.742192:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.742194:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.742200:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.742202:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.742205:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.742209:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742217:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.742225:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.742227:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.742232:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.742234:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1174, 1174] 00000080:00200000:2.0:1787827119.742238:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.742241:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.742245:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4812800 i_blocks 8192 00000080:00200000:2.0:1787827119.742248:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.742293:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4812800, count: 4096 00000080:00200000:2.0:1787827119.742298:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4812800, bytes: 4096 00000080:00200000:2.0:1787827119.742301:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.742305:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1176, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.742306:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4812800, 4816896) 0 0 00000080:00200000:2.0:1787827119.742309:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.742315:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1175, 1175] 00020000:00200000:2.0:1787827119.742318:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4812800 chunk: [4812800, 4816896) 4816896, 4096 00020000:00200000:2.0:1787827119.742321:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.742326:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1175, 1175] 00000008:00010000:2.0:1787827119.742332:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.742334:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.742340:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742346:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4812800 4816895) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742354:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742362:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742369:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742376:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4812800, 4816896) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.742382:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1175 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.742397:0:22636:0:(rw26.c:875:ll_write_end()) pos 4812800, len 4096, copied 4096 00000080:00200000:2.0:1787827119.742402:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dafba2c5[3 00000000ba14583b 2 1 000000001c518263 0 0 1175] 00000080:00200000:2.0:1787827119.742405:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc931f47 17ffffc0001001 3:0 ffffa0e3c774e570 1175 lru 00000080:00200000:2.0:1787827119.742411:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000be8b9b86 1175: 1< 0 - - > 2< 4812800 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11964416 - | - - + - > 5< - - + - | 0 - | 151 - -> 00000080:00200000:2.0:1787827119.742414:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dafba2c5 00000080:00200000:2.0:1787827119.742415:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.742417:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.742424:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742430:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742434:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742439:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742446:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.742447:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.742449:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.742452:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.742454:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.742455:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.742458:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742464:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.742469:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.742470:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.742472:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.742474:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1175, 1175] 00000080:00200000:2.0:1787827119.742477:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.742479:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.742482:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4816896 i_blocks 8192 00000080:00200000:2.0:1787827119.742484:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.742516:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4816896, count: 4096 00000080:00200000:2.0:1787827119.742519:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4816896, bytes: 4096 00000080:00200000:2.0:1787827119.742521:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.742525:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1177, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.742527:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4816896, 4820992) 0 0 00000080:00200000:2.0:1787827119.742529:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.742534:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1176, 1176] 00020000:00200000:2.0:1787827119.742537:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4816896 chunk: [4816896, 4820992) 4820992, 4096 00020000:00200000:2.0:1787827119.742539:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.742544:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1176, 1176] 00000008:00010000:2.0:1787827119.742549:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.742551:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.742559:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742567:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4816896 4820991) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742575:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742582:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742589:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742597:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4816896, 4820992) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.742602:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1176 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.742617:0:22636:0:(rw26.c:875:ll_write_end()) pos 4816896, len 4096, copied 4096 00000080:00200000:2.0:1787827119.742621:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dd0eca4f[3 00000000ba14583b 2 1 000000001c518263 0 0 1176] 00000080:00200000:2.0:1787827119.742624:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6ee2015 17ffffc0001001 3:0 ffffa0e3c774ed98 1176 lru 00000080:00200000:2.0:1787827119.742630:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000003a6e9316 1176: 1< 0 - - > 2< 4816896 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11960320 - | - - + - > 5< - - + - | 0 - | 152 - -> 00000080:00200000:2.0:1787827119.742631:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dd0eca4f 00000080:00200000:2.0:1787827119.742632:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.742635:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.742642:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742650:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742656:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742663:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742674:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.742677:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.742679:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.742685:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.742688:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.742690:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.742695:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742703:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.742737:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.742740:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.742745:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.742748:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1176, 1176] 00000080:00200000:2.0:1787827119.742752:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.742755:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.742759:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4820992 i_blocks 8192 00000080:00200000:2.0:1787827119.742761:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.742805:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4820992, count: 4096 00000080:00200000:2.0:1787827119.742809:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4820992, bytes: 4096 00000080:00200000:2.0:1787827119.742811:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.742815:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1178, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.742816:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4820992, 4825088) 0 0 00000080:00200000:2.0:1787827119.742819:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.742825:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1177, 1177] 00020000:00200000:2.0:1787827119.742828:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4820992 chunk: [4820992, 4825088) 4825088, 4096 00020000:00200000:2.0:1787827119.742830:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.742835:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1177, 1177] 00000008:00010000:2.0:1787827119.742841:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.742843:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.742852:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742860:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4820992 4825087) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742869:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742877:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.742884:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742891:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4820992, 4825088) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.742909:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1177 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.742925:0:22636:0:(rw26.c:875:ll_write_end()) pos 4820992, len 4096, copied 4096 00000080:00200000:2.0:1787827119.742930:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ca304820[3 00000000ba14583b 2 1 000000001c518263 0 0 1177] 00000080:00200000:2.0:1787827119.742933:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009d3272c5 17ffffc0001001 3:0 ffffa0e3c774e740 1177 lru 00000080:00200000:2.0:1787827119.742937:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000007f1f1de 1177: 1< 0 - - > 2< 4820992 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11956224 - | - - + - > 5< - - + - | 0 - | 153 - -> 00000080:00200000:2.0:1787827119.742940:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ca304820 00000080:00200000:2.0:1787827119.742941:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.742943:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.742951:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742958:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742966:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.742977:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.742987:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.742990:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.742992:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.742997:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.742999:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.743002:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.743006:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743014:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.743022:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.743025:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.743030:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.743032:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1177, 1177] 00000080:00200000:2.0:1787827119.743036:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.743040:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.743044:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4825088 i_blocks 8192 00000080:00200000:2.0:1787827119.743047:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.743090:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4825088, count: 4096 00000080:00200000:2.0:1787827119.743093:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4825088, bytes: 4096 00000080:00200000:2.0:1787827119.743095:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.743099:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1179, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.743100:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4825088, 4829184) 0 0 00000080:00200000:2.0:1787827119.743102:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.743107:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1178, 1178] 00020000:00200000:2.0:1787827119.743110:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4825088 chunk: [4825088, 4829184) 4829184, 4096 00020000:00200000:2.0:1787827119.743112:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.743117:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1178, 1178] 00000008:00010000:2.0:1787827119.743122:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.743124:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.743131:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743140:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4825088 4829183) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743148:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743155:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743162:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743169:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4825088, 4829184) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.743173:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1178 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.743203:0:22636:0:(rw26.c:875:ll_write_end()) pos 4825088, len 4096, copied 4096 00000080:00200000:2.0:1787827119.743207:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a366bf59[3 00000000ba14583b 2 1 000000001c518263 0 0 1178] 00000080:00200000:2.0:1787827119.743210:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff4f2ae1 17ffffc0001001 3:0 ffffa0e3c774e0e8 1178 lru 00000080:00200000:2.0:1787827119.743214:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009d28728c 1178: 1< 0 - - > 2< 4825088 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11952128 - | - - + - > 5< - - + - | 0 - | 154 - -> 00000080:00200000:2.0:1787827119.743218:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a366bf59 00000080:00200000:2.0:1787827119.743219:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.743221:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.743229:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743236:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743243:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743250:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743259:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.743262:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.743263:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.743269:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.743271:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.743273:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.743277:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743285:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.743294:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.743297:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.743300:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.743304:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1178, 1178] 00000080:00200000:2.0:1787827119.743308:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.743310:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.743315:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4829184 i_blocks 8192 00000080:00200000:2.0:1787827119.743317:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.743361:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4829184, count: 4096 00000080:00200000:2.0:1787827119.743365:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4829184, bytes: 4096 00000080:00200000:2.0:1787827119.743368:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.743371:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1180, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.743373:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4829184, 4833280) 0 0 00000080:00200000:2.0:1787827119.743375:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.743380:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1179, 1179] 00020000:00200000:2.0:1787827119.743383:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4829184 chunk: [4829184, 4833280) 4833280, 4096 00020000:00200000:2.0:1787827119.743385:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.743390:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1179, 1179] 00000008:00010000:2.0:1787827119.743395:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.743398:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.743405:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743413:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4829184 4833279) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743422:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743429:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743440:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743449:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4829184, 4833280) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.743454:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1179 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.743470:0:22636:0:(rw26.c:875:ll_write_end()) pos 4829184, len 4096, copied 4096 00000080:00200000:2.0:1787827119.743475:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000045c4414a[3 00000000ba14583b 2 1 000000001c518263 0 0 1179] 00000080:00200000:2.0:1787827119.743477:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000dbd9d149 17ffffc0001001 3:0 ffffa0e3c774e3a0 1179 lru 00000080:00200000:2.0:1787827119.743482:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000008df9bf7 1179: 1< 0 - - > 2< 4829184 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11948032 - | - - + - > 5< - - + - | 0 - | 155 - -> 00000080:00200000:2.0:1787827119.743484:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000045c4414a 00000080:00200000:2.0:1787827119.743485:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.743487:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.743495:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743503:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743510:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743517:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743528:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.743532:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.743534:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.743540:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.743543:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.743545:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.743549:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743557:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.743565:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.743567:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.743571:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.743574:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1179, 1179] 00000080:00200000:2.0:1787827119.743577:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.743580:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.743585:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4833280 i_blocks 8192 00000080:00200000:2.0:1787827119.743588:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.743631:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4833280, count: 4096 00000080:00200000:2.0:1787827119.743635:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4833280, bytes: 4096 00000080:00200000:2.0:1787827119.743637:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.743641:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1181, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.743643:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4833280, 4837376) 0 0 00000080:00200000:2.0:1787827119.743645:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.743651:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1180, 1180] 00020000:00200000:2.0:1787827119.743654:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4833280 chunk: [4833280, 4837376) 4837376, 4096 00020000:00200000:2.0:1787827119.743657:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.743662:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1180, 1180] 00000008:00010000:2.0:1787827119.743667:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.743670:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.743678:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743688:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4833280 4837375) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743697:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743705:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743731:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743739:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4833280, 4837376) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.743745:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1180 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.743761:0:22636:0:(rw26.c:875:ll_write_end()) pos 4833280, len 4096, copied 4096 00000080:00200000:2.0:1787827119.743766:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000271337f8[3 00000000ba14583b 2 1 000000001c518263 0 0 1180] 00000080:00200000:2.0:1787827119.743769:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002e51cc79 17ffffc0001001 3:0 ffffa0e3c774e828 1180 lru 00000080:00200000:2.0:1787827119.743774:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc187441 1180: 1< 0 - - > 2< 4833280 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11943936 - | - - + - > 5< - - + - | 0 - | 156 - -> 00000080:00200000:2.0:1787827119.743776:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000271337f8 00000080:00200000:2.0:1787827119.743777:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.743780:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.743789:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743796:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743803:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.743811:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.743822:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.743825:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.743827:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.743833:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.743835:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.743838:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.743842:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743850:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.743858:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.743861:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.743866:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.743869:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1180, 1180] 00000080:00200000:2.0:1787827119.743872:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.743876:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.743880:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4837376 i_blocks 8192 00000080:00200000:2.0:1787827119.743883:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.743942:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4837376, count: 4096 00000080:00200000:2.0:1787827119.743947:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4837376, bytes: 4096 00000080:00200000:2.0:1787827119.743949:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.743953:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1182, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.743955:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4837376, 4841472) 0 0 00000080:00200000:2.0:1787827119.743957:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.743962:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1181, 1181] 00020000:00200000:2.0:1787827119.743966:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4837376 chunk: [4837376, 4841472) 4841472, 4096 00020000:00200000:2.0:1787827119.743968:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.743974:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1181, 1181] 00000008:00010000:2.0:1787827119.743979:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.743981:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.743989:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.743998:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4837376 4841471) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744007:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744014:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744022:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744029:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4837376, 4841472) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.744035:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1181 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.744064:0:22636:0:(rw26.c:875:ll_write_end()) pos 4837376, len 4096, copied 4096 00000080:00200000:2.0:1787827119.744069:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000067e9b850[3 00000000ba14583b 2 1 000000001c518263 0 0 1181] 00000080:00200000:2.0:1787827119.744072:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000057624eca 17ffffc0001001 3:0 ffffa0e3d8700658 1181 lru 00000080:00200000:2.0:1787827119.744077:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007f1bdb90 1181: 1< 0 - - > 2< 4837376 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11939840 - | - - + - > 5< - - + - | 0 - | 157 - -> 00000080:00200000:2.0:1787827119.744079:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000067e9b850 00000080:00200000:2.0:1787827119.744080:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.744083:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.744091:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744099:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744106:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744115:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744127:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.744129:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.744131:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.744136:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.744138:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.744139:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.744142:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744148:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.744154:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.744156:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.744159:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.744161:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1181, 1181] 00000080:00200000:2.0:1787827119.744163:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.744165:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.744168:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4841472 i_blocks 8192 00000080:00200000:2.0:1787827119.744170:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.744203:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4841472, count: 4096 00000080:00200000:2.0:1787827119.744205:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4841472, bytes: 4096 00000080:00200000:2.0:1787827119.744207:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.744209:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1183, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.744210:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4841472, 4845568) 0 0 00000080:00200000:2.0:1787827119.744212:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.744216:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1182, 1182] 00020000:00200000:2.0:1787827119.744218:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4841472 chunk: [4841472, 4845568) 4845568, 4096 00020000:00200000:2.0:1787827119.744220:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.744223:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1182, 1182] 00000008:00010000:2.0:1787827119.744226:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.744228:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.744233:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744239:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4841472 4845567) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744245:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744254:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744258:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744263:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4841472, 4845568) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.744265:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1182 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.744277:0:22636:0:(rw26.c:875:ll_write_end()) pos 4841472, len 4096, copied 4096 00000080:00200000:2.0:1787827119.744280:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e75b5bda[3 00000000ba14583b 2 1 000000001c518263 0 0 1182] 00000080:00200000:2.0:1787827119.744282:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000079f59bb2 17ffffc0001001 3:0 ffffa0e3d87001d0 1182 lru 00000080:00200000:2.0:1787827119.744285:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000068279914 1182: 1< 0 - - > 2< 4841472 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11935744 - | - - + - > 5< - - + - | 0 - | 158 - -> 00000080:00200000:2.0:1787827119.744286:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e75b5bda 00000080:00200000:2.0:1787827119.744287:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.744288:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.744294:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744299:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744303:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744307:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744318:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.744320:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.744322:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.744326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.744328:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.744329:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.744332:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744337:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.744342:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.744344:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.744346:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.744348:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1182, 1182] 00000080:00200000:2.0:1787827119.744350:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.744352:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.744356:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4845568 i_blocks 8192 00000080:00200000:2.0:1787827119.744359:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.744403:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4845568, count: 4096 00000080:00200000:2.0:1787827119.744408:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4845568, bytes: 4096 00000080:00200000:2.0:1787827119.744411:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.744415:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1184, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.744416:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4845568, 4849664) 0 0 00000080:00200000:2.0:1787827119.744419:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.744423:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1183, 1183] 00020000:00200000:2.0:1787827119.744426:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4845568 chunk: [4845568, 4849664) 4849664, 4096 00020000:00200000:2.0:1787827119.744428:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.744432:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1183, 1183] 00000008:00010000:2.0:1787827119.744436:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.744438:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.744445:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744453:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4845568 4849663) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744462:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744470:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744477:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744487:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4845568, 4849664) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.744492:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1183 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.744506:0:22636:0:(rw26.c:875:ll_write_end()) pos 4845568, len 4096, copied 4096 00000080:00200000:2.0:1787827119.744509:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006c663d29[3 00000000ba14583b 2 1 000000001c518263 0 0 1183] 00000080:00200000:2.0:1787827119.744512:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a723f17a 17ffffc0001001 3:0 ffffa0e3d87009f8 1183 lru 00000080:00200000:2.0:1787827119.744515:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd972272 1183: 1< 0 - - > 2< 4845568 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11931648 - | - - + - > 5< - - + - | 0 - | 159 - -> 00000080:00200000:2.0:1787827119.744517:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006c663d29 00000080:00200000:2.0:1787827119.744518:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.744519:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.744525:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744531:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744535:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744539:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744546:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.744548:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.744549:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.744552:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.744554:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.744555:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.744558:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744562:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.744568:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.744569:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.744572:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.744574:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1183, 1183] 00000080:00200000:2.0:1787827119.744577:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.744579:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.744582:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4849664 i_blocks 8192 00000080:00200000:2.0:1787827119.744584:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.744623:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4849664, count: 4096 00000080:00200000:2.0:1787827119.744629:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4849664, bytes: 4096 00000080:00200000:2.0:1787827119.744632:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.744636:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1185, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.744637:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4849664, 4853760) 0 0 00000080:00200000:2.0:1787827119.744640:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.744645:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1184, 1184] 00020000:00200000:2.0:1787827119.744648:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4849664 chunk: [4849664, 4853760) 4853760, 4096 00020000:00200000:2.0:1787827119.744650:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.744655:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1184, 1184] 00000008:00010000:2.0:1787827119.744660:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.744662:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.744669:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744677:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4849664 4853759) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744685:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744691:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744698:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744706:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4849664, 4853760) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.744738:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1184 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.744761:0:22636:0:(rw26.c:875:ll_write_end()) pos 4849664, len 4096, copied 4096 00000080:00200000:2.0:1787827119.744766:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003f7acf61[3 00000000ba14583b 2 1 000000001c518263 0 0 1184] 00000080:00200000:2.0:1787827119.744768:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000314f9337 17ffffc0001021 2:0 ffffa0e3d8700488 1184 lru 00000080:00200000:2.0:1787827119.744774:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9dff051 1184: 1< 0 - - > 2< 4849664 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11927552 - | - - + - > 5< - - + - | 0 - | 160 - -> 00000080:00200000:2.0:1787827119.744776:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003f7acf61 00000080:00200000:2.0:1787827119.744777:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.744779:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.744787:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744796:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744803:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.744809:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.744816:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.744818:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.744820:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.744826:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.744828:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.744831:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.744836:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744844:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.744852:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.744854:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.744858:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.744862:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1184, 1184] 00000080:00200000:2.0:1787827119.744865:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.744869:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.744874:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4853760 i_blocks 8192 00000080:00200000:2.0:1787827119.744877:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.744935:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4853760, count: 4096 00000080:00200000:2.0:1787827119.744941:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4853760, bytes: 4096 00000080:00200000:2.0:1787827119.744944:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.744948:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1186, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.744950:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4853760, 4857856) 0 0 00000080:00200000:2.0:1787827119.744953:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.744959:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1185, 1185] 00020000:00200000:2.0:1787827119.744962:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4853760 chunk: [4853760, 4857856) 4857856, 4096 00020000:00200000:2.0:1787827119.744965:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.744970:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1185, 1185] 00000008:00010000:2.0:1787827119.744976:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.744978:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.744985:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.744994:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4853760 4857855) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745002:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745009:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745015:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745023:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4853760, 4857856) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.745028:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1185 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.745044:0:22636:0:(rw26.c:875:ll_write_end()) pos 4853760, len 4096, copied 4096 00000080:00200000:2.0:1787827119.745048:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000059bc6548[3 00000000ba14583b 2 1 000000001c518263 0 0 1185] 00000080:00200000:2.0:1787827119.745051:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001526e53e 17ffffc0001001 3:0 ffffa0e3d8700570 1185 lru 00000080:00200000:2.0:1787827119.745057:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000004fbf65b1 1185: 1< 0 - - > 2< 4853760 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11923456 - | - - + - > 5< - - + - | 0 - | 161 - -> 00000080:00200000:2.0:1787827119.745059:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000059bc6548 00000080:00200000:2.0:1787827119.745061:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.745063:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.745071:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745079:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745086:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745099:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745110:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.745113:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.745115:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.745121:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.745123:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.745126:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.745130:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745137:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.745145:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.745147:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.745152:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.745154:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1185, 1185] 00000080:00200000:2.0:1787827119.745158:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.745161:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.745166:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4857856 i_blocks 8192 00000080:00200000:2.0:1787827119.745168:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.745212:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4857856, count: 4096 00000080:00200000:2.0:1787827119.745216:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4857856, bytes: 4096 00000080:00200000:2.0:1787827119.745219:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.745224:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1187, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.745225:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4857856, 4861952) 0 0 00000080:00200000:2.0:1787827119.745228:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.745234:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1186, 1186] 00020000:00200000:2.0:1787827119.745237:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4857856 chunk: [4857856, 4861952) 4861952, 4096 00020000:00200000:2.0:1787827119.745239:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.745244:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1186, 1186] 00000008:00010000:2.0:1787827119.745249:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.745252:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.745260:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745267:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4857856 4861951) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745273:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745278:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745282:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745288:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4857856, 4861952) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.745292:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1186 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.745305:0:22636:0:(rw26.c:875:ll_write_end()) pos 4857856, len 4096, copied 4096 00000080:00200000:2.0:1787827119.745310:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009bbca85d[3 00000000ba14583b 2 1 000000001c518263 0 0 1186] 00000080:00200000:2.0:1787827119.745313:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000035040f06 17ffffc0001001 3:0 ffffa0e3d8700d98 1186 lru 00000080:00200000:2.0:1787827119.745318:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000090ac9585 1186: 1< 0 - - > 2< 4857856 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11919360 - | - - + - > 5< - - + - | 0 - | 162 - -> 00000080:00200000:2.0:1787827119.745321:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009bbca85d 00000080:00200000:2.0:1787827119.745322:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.745324:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.745333:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745342:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745350:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745359:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745371:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.745374:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.745376:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.745383:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.745386:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.745388:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.745393:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745401:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.745410:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.745414:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.745418:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.745422:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1186, 1186] 00000080:00200000:2.0:1787827119.745424:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.745426:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.745430:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4861952 i_blocks 8192 00000080:00200000:2.0:1787827119.745432:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.745476:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4861952, count: 4096 00000080:00200000:2.0:1787827119.745481:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4861952, bytes: 4096 00000080:00200000:2.0:1787827119.745484:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.745488:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1188, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.745489:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4861952, 4866048) 0 0 00000080:00200000:2.0:1787827119.745492:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.745498:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1187, 1187] 00020000:00200000:2.0:1787827119.745500:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4861952 chunk: [4861952, 4866048) 4866048, 4096 00020000:00200000:2.0:1787827119.745502:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.745506:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1187, 1187] 00000008:00010000:2.0:1787827119.745510:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.745512:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.745517:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745524:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4861952 4866047) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745530:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745535:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745545:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745554:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4861952, 4866048) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.745559:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1187 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.745574:0:22636:0:(rw26.c:875:ll_write_end()) pos 4861952, len 4096, copied 4096 00000080:00200000:2.0:1787827119.745578:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003c67ab06[3 00000000ba14583b 2 1 000000001c518263 0 0 1187] 00000080:00200000:2.0:1787827119.745581:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003e8a7a81 17ffffc0001001 3:0 ffffa0e3d8700740 1187 lru 00000080:00200000:2.0:1787827119.745587:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a075206e 1187: 1< 0 - - > 2< 4861952 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11915264 - | - - + - > 5< - - + - | 0 - | 163 - -> 00000080:00200000:2.0:1787827119.745589:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003c67ab06 00000080:00200000:2.0:1787827119.745590:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.745592:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.745600:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745605:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745609:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745613:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745620:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.745622:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.745624:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.745628:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.745630:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.745631:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.745634:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745642:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.745650:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.745652:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.745656:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.745659:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1187, 1187] 00000080:00200000:2.0:1787827119.745662:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.745665:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.745670:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4866048 i_blocks 8192 00000080:00200000:2.0:1787827119.745673:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.745748:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4866048, count: 4096 00000080:00200000:2.0:1787827119.745753:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4866048, bytes: 4096 00000080:00200000:2.0:1787827119.745756:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.745759:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1189, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.745760:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4866048, 4870144) 0 0 00000080:00200000:2.0:1787827119.745762:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.745766:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1188, 1188] 00020000:00200000:2.0:1787827119.745768:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4866048 chunk: [4866048, 4870144) 4870144, 4096 00020000:00200000:2.0:1787827119.745770:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.745774:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1188, 1188] 00000008:00010000:2.0:1787827119.745778:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.745780:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.745786:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745792:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4866048 4870143) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745798:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745802:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745807:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745811:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4866048, 4870144) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.745814:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1188 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.745828:0:22636:0:(rw26.c:875:ll_write_end()) pos 4866048, len 4096, copied 4096 00000080:00200000:2.0:1787827119.745831:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005fb6cfcc[3 00000000ba14583b 2 1 000000001c518263 0 0 1188] 00000080:00200000:2.0:1787827119.745832:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000029216179 17ffffc0001001 3:0 ffffa0e3d87000e8 1188 lru 00000080:00200000:2.0:1787827119.745836:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000005b3a1f5e 1188: 1< 0 - - > 2< 4866048 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11911168 - | - - + - > 5< - - + - | 0 - | 164 - -> 00000080:00200000:2.0:1787827119.745837:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005fb6cfcc 00000080:00200000:2.0:1787827119.745838:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.745840:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.745849:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745857:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745864:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.745872:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.745883:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.745886:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.745888:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.745906:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.745909:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.745912:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.745916:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.745923:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.745931:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.745934:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.745939:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.745942:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1188, 1188] 00000080:00200000:2.0:1787827119.745945:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.745948:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.745952:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4870144 i_blocks 8192 00000080:00200000:2.0:1787827119.745955:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.745997:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4870144, count: 4096 00000080:00200000:2.0:1787827119.746001:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4870144, bytes: 4096 00000080:00200000:2.0:1787827119.746003:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.746007:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1190, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.746008:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4870144, 4874240) 0 0 00000080:00200000:2.0:1787827119.746011:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.746017:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1189, 1189] 00020000:00200000:2.0:1787827119.746020:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4870144 chunk: [4870144, 4874240) 4874240, 4096 00020000:00200000:2.0:1787827119.746022:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.746027:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1189, 1189] 00000008:00010000:2.0:1787827119.746032:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.746035:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.746043:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746052:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4870144 4874239) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746061:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746069:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746077:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746085:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4870144, 4874240) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.746089:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1189 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.746103:0:22636:0:(rw26.c:875:ll_write_end()) pos 4870144, len 4096, copied 4096 00000080:00200000:2.0:1787827119.746106:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dbb9a2cf[3 00000000ba14583b 2 1 000000001c518263 0 0 1189] 00000080:00200000:2.0:1787827119.746108:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003837deef 17ffffc0001001 3:0 ffffa0e3d87003a0 1189 lru 00000080:00200000:2.0:1787827119.746112:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000193648a0 1189: 1< 0 - - > 2< 4870144 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11907072 - | - - + - > 5< - - + - | 0 - | 165 - -> 00000080:00200000:2.0:1787827119.746114:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dbb9a2cf 00000080:00200000:2.0:1787827119.746115:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.746116:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.746122:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746127:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746131:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746136:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746142:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.746144:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.746145:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.746149:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.746150:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.746151:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.746154:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746159:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.746165:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.746167:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.746170:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.746172:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1189, 1189] 00000080:00200000:2.0:1787827119.746174:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.746177:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.746180:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4874240 i_blocks 8192 00000080:00200000:2.0:1787827119.746182:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.746213:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4874240, count: 4096 00000080:00200000:2.0:1787827119.746216:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4874240, bytes: 4096 00000080:00200000:2.0:1787827119.746218:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.746220:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1191, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.746221:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4874240, 4878336) 0 0 00000080:00200000:2.0:1787827119.746223:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.746226:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1190, 1190] 00020000:00200000:2.0:1787827119.746229:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4874240 chunk: [4874240, 4878336) 4878336, 4096 00020000:00200000:2.0:1787827119.746230:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.746234:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1190, 1190] 00000008:00010000:2.0:1787827119.746237:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.746238:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.746244:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746250:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4874240 4878335) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746256:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746265:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746269:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746273:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4874240, 4878336) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.746276:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1190 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.746290:0:22636:0:(rw26.c:875:ll_write_end()) pos 4874240, len 4096, copied 4096 00000080:00200000:2.0:1787827119.746295:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f8e093b2[3 00000000ba14583b 2 1 000000001c518263 0 0 1190] 00000080:00200000:2.0:1787827119.746297:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002a768d4a 17ffffc0001001 3:0 ffffa0e3d8700828 1190 lru 00000080:00200000:2.0:1787827119.746302:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e5a3a263 1190: 1< 0 - - > 2< 4874240 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11902976 - | - - + - > 5< - - + - | 0 - | 166 - -> 00000080:00200000:2.0:1787827119.746304:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f8e093b2 00000080:00200000:2.0:1787827119.746305:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.746307:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.746316:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746324:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746330:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746338:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746355:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.746359:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.746361:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.746367:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.746370:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.746373:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.746376:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746384:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.746391:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.746394:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.746397:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.746400:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1190, 1190] 00000080:00200000:2.0:1787827119.746403:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.746406:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.746410:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4878336 i_blocks 8192 00000080:00200000:2.0:1787827119.746413:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.746459:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4878336, count: 4096 00000080:00200000:2.0:1787827119.746464:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4878336, bytes: 4096 00000080:00200000:2.0:1787827119.746466:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.746470:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1192, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.746471:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4878336, 4882432) 0 0 00000080:00200000:2.0:1787827119.746474:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.746481:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1191, 1191] 00020000:00200000:2.0:1787827119.746484:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4878336 chunk: [4878336, 4882432) 4882432, 4096 00020000:00200000:2.0:1787827119.746486:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.746491:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1191, 1191] 00000008:00010000:2.0:1787827119.746496:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.746498:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.746506:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746515:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4878336 4882431) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746523:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746528:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746532:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746539:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4878336, 4882432) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.746544:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1191 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.746559:0:22636:0:(rw26.c:875:ll_write_end()) pos 4878336, len 4096, copied 4096 00000080:00200000:2.0:1787827119.746564:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000024c4c08f[3 00000000ba14583b 2 1 000000001c518263 0 0 1191] 00000080:00200000:2.0:1787827119.746566:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003ab5e205 17ffffc0001001 3:0 ffffa0e3d8700e80 1191 lru 00000080:00200000:2.0:1787827119.746571:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d6da1801 1191: 1< 0 - - > 2< 4878336 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11898880 - | - - + - > 5< - - + - | 0 - | 167 - -> 00000080:00200000:2.0:1787827119.746574:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000024c4c08f 00000080:00200000:2.0:1787827119.746575:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.746577:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.746586:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746594:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746601:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746607:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746614:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.746616:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.746617:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.746621:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.746623:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.746625:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.746628:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746633:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.746642:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.746645:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.746650:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.746653:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1191, 1191] 00000080:00200000:2.0:1787827119.746656:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.746659:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.746664:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4882432 i_blocks 8192 00000080:00200000:2.0:1787827119.746667:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.746739:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4882432, count: 4096 00000080:00200000:2.0:1787827119.746744:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4882432, bytes: 4096 00000080:00200000:2.0:1787827119.746747:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.746751:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1193, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.746753:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4882432, 4886528) 0 0 00000080:00200000:2.0:1787827119.746754:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.746759:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1192, 1192] 00020000:00200000:2.0:1787827119.746761:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4882432 chunk: [4882432, 4886528) 4886528, 4096 00020000:00200000:2.0:1787827119.746763:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.746767:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1192, 1192] 00000008:00010000:2.0:1787827119.746771:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.746772:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.746779:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746785:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4882432 4886527) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746791:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746795:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746799:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746805:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4882432, 4886528) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.746808:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1192 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.746821:0:22636:0:(rw26.c:875:ll_write_end()) pos 4882432, len 4096, copied 4096 00000080:00200000:2.0:1787827119.746824:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a8b529ae[3 00000000ba14583b 2 1 000000001c518263 0 0 1192] 00000080:00200000:2.0:1787827119.746826:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000057951510 17ffffc0001001 3:0 ffffa0e3d8700910 1192 lru 00000080:00200000:2.0:1787827119.746829:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000063c86a2e 1192: 1< 0 - - > 2< 4882432 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11894784 - | - - + - > 5< - - + - | 0 - | 168 - -> 00000080:00200000:2.0:1787827119.746831:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a8b529ae 00000080:00200000:2.0:1787827119.746832:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.746833:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.746839:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746844:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746848:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.746853:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.746859:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.746861:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.746862:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.746865:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.746867:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.746868:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.746871:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746877:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.746882:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.746883:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.746886:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.746888:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1192, 1192] 00000080:00200000:2.0:1787827119.746891:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.746908:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.746912:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4886528 i_blocks 8192 00000080:00200000:2.0:1787827119.746915:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.746947:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4886528, count: 4096 00000080:00200000:2.0:1787827119.746950:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4886528, bytes: 4096 00000080:00200000:2.0:1787827119.746951:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.746954:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1194, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.746955:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4886528, 4890624) 0 0 00000080:00200000:2.0:1787827119.746957:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.746960:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1193, 1193] 00020000:00200000:2.0:1787827119.746962:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4886528 chunk: [4886528, 4890624) 4890624, 4096 00020000:00200000:2.0:1787827119.746964:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.746969:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1193, 1193] 00000008:00010000:2.0:1787827119.746974:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.746977:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.746984:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.746993:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4886528 4890623) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747002:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747011:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747018:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747027:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4886528, 4890624) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.747031:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1193 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.747044:0:22636:0:(rw26.c:875:ll_write_end()) pos 4886528, len 4096, copied 4096 00000080:00200000:2.0:1787827119.747047:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005e7e2184[3 00000000ba14583b 2 1 000000001c518263 0 0 1193] 00000080:00200000:2.0:1787827119.747049:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006de2daed 17ffffc0001001 3:0 ffffa0e3d8700000 1193 lru 00000080:00200000:2.0:1787827119.747052:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000048b0ea51 1193: 1< 0 - - > 2< 4886528 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11890688 - | - - + - > 5< - - + - | 0 - | 169 - -> 00000080:00200000:2.0:1787827119.747054:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005e7e2184 00000080:00200000:2.0:1787827119.747055:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.747056:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.747062:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747067:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747071:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747079:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747086:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.747088:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.747089:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.747093:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.747094:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.747096:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.747098:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747103:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.747108:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.747109:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.747112:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.747114:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1193, 1193] 00000080:00200000:2.0:1787827119.747116:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.747118:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.747121:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4890624 i_blocks 8192 00000080:00200000:2.0:1787827119.747123:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.747154:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4890624, count: 4096 00000080:00200000:2.0:1787827119.747157:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4890624, bytes: 4096 00000080:00200000:2.0:1787827119.747158:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.747161:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1195, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.747162:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4890624, 4894720) 0 0 00000080:00200000:2.0:1787827119.747164:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.747169:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1194, 1194] 00020000:00200000:2.0:1787827119.747173:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4890624 chunk: [4890624, 4894720) 4894720, 4096 00020000:00200000:2.0:1787827119.747175:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.747179:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1194, 1194] 00000008:00010000:2.0:1787827119.747184:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.747186:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.747194:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747202:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4890624 4894719) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747210:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747217:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747223:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747230:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4890624, 4894720) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.747234:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1194 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.747249:0:22636:0:(rw26.c:875:ll_write_end()) pos 4890624, len 4096, copied 4096 00000080:00200000:2.0:1787827119.747254:0:22636:0:(rw26.c:933:ll_write_end()) page@000000002186186c[3 00000000ba14583b 2 1 000000001c518263 0 0 1194] 00000080:00200000:2.0:1787827119.747256:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000035d50749 17ffffc0001001 3:0 ffffa0e3d8700cb0 1194 lru 00000080:00200000:2.0:1787827119.747261:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000253f4e06 1194: 1< 0 - - > 2< 4890624 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11886592 - | - - + - > 5< - - + - | 0 - | 170 - -> 00000080:00200000:2.0:1787827119.747263:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000002186186c 00000080:00200000:2.0:1787827119.747265:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.747266:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.747274:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747282:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747289:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747296:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747306:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.747309:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.747311:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.747317:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.747319:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.747321:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.747325:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747332:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.747339:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.747342:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.747345:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.747349:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1194, 1194] 00000080:00200000:2.0:1787827119.747352:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.747355:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.747360:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4894720 i_blocks 8192 00000080:00200000:2.0:1787827119.747362:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.747407:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4894720, count: 4096 00000080:00200000:2.0:1787827119.747412:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4894720, bytes: 4096 00000080:00200000:2.0:1787827119.747415:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.747418:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1196, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.747420:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4894720, 4898816) 0 0 00000080:00200000:2.0:1787827119.747422:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.747427:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1195, 1195] 00020000:00200000:2.0:1787827119.747431:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4894720 chunk: [4894720, 4898816) 4898816, 4096 00020000:00200000:2.0:1787827119.747433:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.747438:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1195, 1195] 00000008:00010000:2.0:1787827119.747443:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.747445:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.747453:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747461:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4894720 4898815) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747469:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747475:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747486:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747493:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4894720, 4898816) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.747498:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1195 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.747515:0:22636:0:(rw26.c:875:ll_write_end()) pos 4894720, len 4096, copied 4096 00000080:00200000:2.0:1787827119.747519:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f67471aa[3 00000000ba14583b 2 1 000000001c518263 0 0 1195] 00000080:00200000:2.0:1787827119.747521:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000582cdf45 17ffffc0001001 3:0 ffffa0e3d8700ae0 1195 lru 00000080:00200000:2.0:1787827119.747526:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000006d151298 1195: 1< 0 - - > 2< 4894720 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11882496 - | - - + - > 5< - - + - | 0 - | 171 - -> 00000080:00200000:2.0:1787827119.747528:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f67471aa 00000080:00200000:2.0:1787827119.747529:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.747531:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.747539:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747546:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747552:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747559:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747569:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.747571:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.747573:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.747578:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.747581:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.747583:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.747586:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747593:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.747601:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.747604:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.747607:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.747610:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1195, 1195] 00000080:00200000:2.0:1787827119.747613:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.747616:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.747620:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4898816 i_blocks 8192 00000080:00200000:2.0:1787827119.747623:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.747667:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4898816, count: 4096 00000080:00200000:2.0:1787827119.747671:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4898816, bytes: 4096 00000080:00200000:2.0:1787827119.747674:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.747678:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1197, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.747679:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4898816, 4902912) 0 0 00000080:00200000:2.0:1787827119.747682:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.747688:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1196, 1196] 00020000:00200000:2.0:1787827119.747691:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4898816 chunk: [4898816, 4902912) 4902912, 4096 00020000:00200000:2.0:1787827119.747694:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.747699:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1196, 1196] 00000008:00010000:2.0:1787827119.747704:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.747706:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.747738:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747749:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4898816 4902911) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747758:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747766:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747774:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747782:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4898816, 4902912) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.747788:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1196 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.747804:0:22636:0:(rw26.c:875:ll_write_end()) pos 4898816, len 4096, copied 4096 00000080:00200000:2.0:1787827119.747808:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008b616d7c[3 00000000ba14583b 2 1 000000001c518263 0 0 1196] 00000080:00200000:2.0:1787827119.747811:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bc047e 17ffffc0001001 3:0 ffffa0e3d87002b8 1196 lru 00000080:00200000:2.0:1787827119.747817:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a9e0af73 1196: 1< 0 - - > 2< 4898816 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11878400 - | - - + - > 5< - - + - | 0 - | 172 - -> 00000080:00200000:2.0:1787827119.747820:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008b616d7c 00000080:00200000:2.0:1787827119.747821:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.747823:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.747832:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747840:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747846:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.747851:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.747858:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.747860:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.747861:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.747865:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.747866:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.747868:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.747870:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747876:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.747881:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.747882:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.747884:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.747887:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1196, 1196] 00000080:00200000:2.0:1787827119.747889:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.747892:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.747907:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4902912 i_blocks 8192 00000080:00200000:2.0:1787827119.747910:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.747942:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4902912, count: 4096 00000080:00200000:2.0:1787827119.747945:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4902912, bytes: 4096 00000080:00200000:2.0:1787827119.747947:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.747949:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1198, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.747950:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4902912, 4907008) 0 0 00000080:00200000:2.0:1787827119.747952:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.747956:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1197, 1197] 00020000:00200000:2.0:1787827119.747958:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4902912 chunk: [4902912, 4907008) 4907008, 4096 00020000:00200000:2.0:1787827119.747960:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.747966:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1197, 1197] 00000008:00010000:2.0:1787827119.747971:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.747973:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.747982:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.747990:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4902912 4907007) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748000:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748008:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748013:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748019:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4902912, 4907008) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.748022:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1197 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.748035:0:22636:0:(rw26.c:875:ll_write_end()) pos 4902912, len 4096, copied 4096 00000080:00200000:2.0:1787827119.748038:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e4312c55[3 00000000ba14583b 2 1 000000001c518263 0 0 1197] 00000080:00200000:2.0:1787827119.748040:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e9415d66 17ffffc0001001 3:0 ffffa0e3d8700bc8 1197 lru 00000080:00200000:2.0:1787827119.748044:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000044f31d61 1197: 1< 0 - - > 2< 4902912 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11874304 - | - - + - > 5< - - + - | 0 - | 173 - -> 00000080:00200000:2.0:1787827119.748045:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e4312c55 00000080:00200000:2.0:1787827119.748046:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.748048:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.748053:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748058:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748063:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748067:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748073:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.748075:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.748076:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.748080:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.748081:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.748083:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.748085:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748090:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.748096:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.748098:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.748100:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.748102:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1197, 1197] 00000080:00200000:2.0:1787827119.748105:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.748107:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.748110:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4907008 i_blocks 8192 00000080:00200000:2.0:1787827119.748112:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.748144:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4907008, count: 4096 00000080:00200000:2.0:1787827119.748147:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4907008, bytes: 4096 00000080:00200000:2.0:1787827119.748148:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.748150:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1199, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.748152:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4907008, 4911104) 0 0 00000080:00200000:2.0:1787827119.748153:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.748157:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1198, 1198] 00020000:00200000:2.0:1787827119.748159:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4907008 chunk: [4907008, 4911104) 4911104, 4096 00020000:00200000:2.0:1787827119.748160:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.748164:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1198, 1198] 00000008:00010000:2.0:1787827119.748167:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.748169:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.748174:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748180:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4907008 4911103) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748186:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748195:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748199:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748203:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4907008, 4911104) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.748206:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1198 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.748227:0:22636:0:(rw26.c:875:ll_write_end()) pos 4907008, len 4096, copied 4096 00000080:00200000:2.0:1787827119.748230:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008f7d6375[3 00000000ba14583b 2 1 000000001c518263 0 0 1198] 00000080:00200000:2.0:1787827119.748231:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9f6bf13 17ffffc0001001 3:0 ffffa0e3d0638570 1198 lru 00000080:00200000:2.0:1787827119.748234:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000056dc0d42 1198: 1< 0 - - > 2< 4907008 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11870208 - | - - + - > 5< - - + - | 0 - | 174 - -> 00000080:00200000:2.0:1787827119.748235:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008f7d6375 00000080:00200000:2.0:1787827119.748236:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.748237:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.748243:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748248:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748253:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748257:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748267:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.748269:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.748271:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.748275:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.748276:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.748278:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.748281:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748286:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.748292:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.748293:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.748295:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.748297:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1198, 1198] 00000080:00200000:2.0:1787827119.748300:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.748302:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.748305:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4911104 i_blocks 8192 00000080:00200000:2.0:1787827119.748307:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.748338:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4911104, count: 4096 00000080:00200000:2.0:1787827119.748341:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4911104, bytes: 4096 00000080:00200000:2.0:1787827119.748343:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.748345:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1200, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.748346:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4911104, 4915200) 0 0 00000080:00200000:2.0:1787827119.748348:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.748351:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1199, 1199] 00020000:00200000:2.0:1787827119.748353:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4911104 chunk: [4911104, 4915200) 4915200, 4096 00020000:00200000:2.0:1787827119.748356:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.748360:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1199, 1199] 00000008:00010000:2.0:1787827119.748365:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.748367:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.748375:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748383:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4911104 4915199) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748392:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748401:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748408:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748417:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4911104, 4915200) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.748423:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1199 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.748446:0:22636:0:(rw26.c:875:ll_write_end()) pos 4911104, len 4096, copied 4096 00000080:00200000:2.0:1787827119.748451:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000081547478[3 00000000ba14583b 2 1 000000001c518263 0 0 1199] 00000080:00200000:2.0:1787827119.748453:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000046a2ef39 17ffffc0001021 2:0 ffffa0e3d0638d98 1199 lru 00000080:00200000:2.0:1787827119.748459:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000017e6514a 1199: 1< 0 - - > 2< 4911104 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11866112 - | - - + - > 5< - - + - | 0 - | 175 - -> 00000080:00200000:2.0:1787827119.748462:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000081547478 00000080:00200000:2.0:1787827119.748463:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.748465:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.748474:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748480:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748485:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748489:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748496:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.748498:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.748499:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.748503:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.748505:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.748506:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.748509:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748515:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.748520:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.748522:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.748524:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.748526:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1199, 1199] 00000080:00200000:2.0:1787827119.748529:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.748531:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.748534:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4915200 i_blocks 8192 00000080:00200000:2.0:1787827119.748537:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.748584:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4915200, count: 4096 00000080:00200000:2.0:1787827119.748589:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4915200, bytes: 4096 00000080:00200000:2.0:1787827119.748590:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.748593:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1201, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.748594:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4915200, 4919296) 0 0 00000080:00200000:2.0:1787827119.748596:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.748600:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1200, 1200] 00020000:00200000:2.0:1787827119.748602:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4915200 chunk: [4915200, 4919296) 4919296, 4096 00020000:00200000:2.0:1787827119.748603:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.748607:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1200, 1200] 00000008:00010000:2.0:1787827119.748611:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.748613:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.748618:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748624:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4915200 4919295) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748630:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748638:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748645:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748654:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4915200, 4919296) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.748659:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1200 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.748676:0:22636:0:(rw26.c:875:ll_write_end()) pos 4915200, len 4096, copied 4096 00000080:00200000:2.0:1787827119.748680:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b5765d3d[3 00000000ba14583b 2 1 000000001c518263 0 0 1200] 00000080:00200000:2.0:1787827119.748683:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005dd6b6f9 17ffffc0001001 3:0 ffffa0e3d0638740 1200 lru 00000080:00200000:2.0:1787827119.748689:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000094a91ba4 1200: 1< 0 - - > 2< 4915200 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11862016 - | - - + - > 5< - - + - | 0 - | 176 - -> 00000080:00200000:2.0:1787827119.748691:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b5765d3d 00000080:00200000:2.0:1787827119.748693:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.748695:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.748704:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748736:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748744:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.748752:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748765:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.748768:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.748770:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.748776:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.748780:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.748782:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.748788:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748796:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.748805:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.748808:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.748812:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.748815:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1200, 1200] 00000080:00200000:2.0:1787827119.748819:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.748822:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.748826:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4919296 i_blocks 8192 00000080:00200000:2.0:1787827119.748829:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.748875:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4919296, count: 4096 00000080:00200000:2.0:1787827119.748880:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4919296, bytes: 4096 00000080:00200000:2.0:1787827119.748883:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.748886:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1202, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.748888:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4919296, 4923392) 0 0 00000080:00200000:2.0:1787827119.748891:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.748909:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1201, 1201] 00020000:00200000:2.0:1787827119.748912:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4919296 chunk: [4919296, 4923392) 4923392, 4096 00020000:00200000:2.0:1787827119.748914:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.748920:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1201, 1201] 00000008:00010000:2.0:1787827119.748926:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.748928:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.748937:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748946:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4919296 4923391) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748955:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748963:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.748971:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.748979:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4919296, 4923392) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.748984:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1201 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.749001:0:22636:0:(rw26.c:875:ll_write_end()) pos 4919296, len 4096, copied 4096 00000080:00200000:2.0:1787827119.749005:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004342df38[3 00000000ba14583b 2 1 000000001c518263 0 0 1201] 00000080:00200000:2.0:1787827119.749008:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006e6fd23b 17ffffc0001001 3:0 ffffa0e3d06380e8 1201 lru 00000080:00200000:2.0:1787827119.749014:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000099951020 1201: 1< 0 - - > 2< 4919296 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11857920 - | - - + - > 5< - - + - | 0 - | 177 - -> 00000080:00200000:2.0:1787827119.749016:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004342df38 00000080:00200000:2.0:1787827119.749017:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.749019:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.749028:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749037:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749044:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749056:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749067:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.749070:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.749072:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.749078:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.749081:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.749083:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.749087:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749095:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.749103:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.749105:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.749109:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.749112:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1201, 1201] 00000080:00200000:2.0:1787827119.749116:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.749119:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.749123:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4923392 i_blocks 8192 00000080:00200000:2.0:1787827119.749126:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.749171:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4923392, count: 4096 00000080:00200000:2.0:1787827119.749174:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4923392, bytes: 4096 00000080:00200000:2.0:1787827119.749177:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.749181:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1203, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.749182:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4923392, 4927488) 0 0 00000080:00200000:2.0:1787827119.749185:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.749189:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1202, 1202] 00020000:00200000:2.0:1787827119.749192:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4923392 chunk: [4923392, 4927488) 4927488, 4096 00020000:00200000:2.0:1787827119.749195:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.749200:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1202, 1202] 00000008:00010000:2.0:1787827119.749205:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.749208:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.749215:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749225:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4923392 4927487) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749234:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749242:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749250:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749258:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4923392, 4927488) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.749263:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1202 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.749280:0:22636:0:(rw26.c:875:ll_write_end()) pos 4923392, len 4096, copied 4096 00000080:00200000:2.0:1787827119.749284:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001b818032[3 00000000ba14583b 2 1 000000001c518263 0 0 1202] 00000080:00200000:2.0:1787827119.749287:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002cb34ab2 17ffffc0001001 3:0 ffffa0e3d06383a0 1202 lru 00000080:00200000:2.0:1787827119.749293:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000036d0e64d 1202: 1< 0 - - > 2< 4923392 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11853824 - | - - + - > 5< - - + - | 0 - | 178 - -> 00000080:00200000:2.0:1787827119.749295:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001b818032 00000080:00200000:2.0:1787827119.749297:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.749299:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.749307:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749315:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749323:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749332:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749343:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.749346:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.749348:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.749354:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.749357:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.749360:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.749364:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749372:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.749380:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.749383:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.749387:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.749389:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1202, 1202] 00000080:00200000:2.0:1787827119.749393:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.749396:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.749400:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4927488 i_blocks 8192 00000080:00200000:2.0:1787827119.749404:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.749449:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4927488, count: 4096 00000080:00200000:2.0:1787827119.749453:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4927488, bytes: 4096 00000080:00200000:2.0:1787827119.749456:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.749459:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1204, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.749461:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4927488, 4931584) 0 0 00000080:00200000:2.0:1787827119.749464:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.749470:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1203, 1203] 00020000:00200000:2.0:1787827119.749473:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4927488 chunk: [4927488, 4931584) 4931584, 4096 00020000:00200000:2.0:1787827119.749476:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.749481:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1203, 1203] 00000008:00010000:2.0:1787827119.749486:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.749488:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.749496:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749505:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4927488 4931583) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749515:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749523:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749536:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749545:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4927488, 4931584) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.749550:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1203 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.749568:0:22636:0:(rw26.c:875:ll_write_end()) pos 4927488, len 4096, copied 4096 00000080:00200000:2.0:1787827119.749573:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000072f57494[3 00000000ba14583b 2 1 000000001c518263 0 0 1203] 00000080:00200000:2.0:1787827119.749576:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000052c5ba7d 17ffffc0001001 3:0 ffffa0e3d0638828 1203 lru 00000080:00200000:2.0:1787827119.749582:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000005d1c5b3f 1203: 1< 0 - - > 2< 4927488 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11849728 - | - - + - > 5< - - + - | 0 - | 179 - -> 00000080:00200000:2.0:1787827119.749584:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000072f57494 00000080:00200000:2.0:1787827119.749585:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.749588:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.749597:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749606:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749613:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749621:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749633:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.749636:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.749639:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.749645:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.749647:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.749650:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.749655:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749663:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.749672:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.749675:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.749679:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.749682:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1203, 1203] 00000080:00200000:2.0:1787827119.749686:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.749689:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.749693:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4931584 i_blocks 8192 00000080:00200000:2.0:1787827119.749696:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.749766:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4931584, count: 4096 00000080:00200000:2.0:1787827119.749771:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4931584, bytes: 4096 00000080:00200000:2.0:1787827119.749774:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.749778:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1205, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.749780:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4931584, 4935680) 0 0 00000080:00200000:2.0:1787827119.749782:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.749788:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1204, 1204] 00020000:00200000:2.0:1787827119.749791:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4931584 chunk: [4931584, 4935680) 4935680, 4096 00020000:00200000:2.0:1787827119.749794:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.749799:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1204, 1204] 00000008:00010000:2.0:1787827119.749805:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.749808:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.749817:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749827:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4931584 4935679) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749836:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749844:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749851:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749860:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4931584, 4935680) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.749865:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1204 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.749883:0:22636:0:(rw26.c:875:ll_write_end()) pos 4931584, len 4096, copied 4096 00000080:00200000:2.0:1787827119.749888:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006f56994d[3 00000000ba14583b 2 1 000000001c518263 0 0 1204] 00000080:00200000:2.0:1787827119.749891:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000095f34ada 17ffffc0001001 3:0 ffffa0e3d0638e80 1204 lru 00000080:00200000:2.0:1787827119.749911:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000066e73c77 1204: 1< 0 - - > 2< 4931584 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11845632 - | - - + - > 5< - - + - | 0 - | 180 - -> 00000080:00200000:2.0:1787827119.749914:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006f56994d 00000080:00200000:2.0:1787827119.749915:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.749918:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.749928:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749937:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749945:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.749953:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.749966:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.749969:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.749971:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.749977:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.749980:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.749983:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.749987:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.749996:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.750005:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.750007:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.750012:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.750015:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1204, 1204] 00000080:00200000:2.0:1787827119.750019:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.750022:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.750027:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4935680 i_blocks 8192 00000080:00200000:2.0:1787827119.750030:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.750078:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4935680, count: 4096 00000080:00200000:2.0:1787827119.750083:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4935680, bytes: 4096 00000080:00200000:2.0:1787827119.750086:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.750090:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1206, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.750091:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4935680, 4939776) 0 0 00000080:00200000:2.0:1787827119.750094:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.750100:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1205, 1205] 00020000:00200000:2.0:1787827119.750103:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4935680 chunk: [4935680, 4939776) 4939776, 4096 00020000:00200000:2.0:1787827119.750106:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.750112:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1205, 1205] 00000008:00010000:2.0:1787827119.750118:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.750120:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.750129:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750139:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4935680 4939775) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750149:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750156:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750164:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750172:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4935680, 4939776) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.750177:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1205 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.750195:0:22636:0:(rw26.c:875:ll_write_end()) pos 4935680, len 4096, copied 4096 00000080:00200000:2.0:1787827119.750200:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ae26c5d2[3 00000000ba14583b 2 1 000000001c518263 0 0 1205] 00000080:00200000:2.0:1787827119.750203:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7761f09 17ffffc0001001 3:0 ffffa0e3d0638910 1205 lru 00000080:00200000:2.0:1787827119.750209:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000076e3129 1205: 1< 0 - - > 2< 4935680 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11841536 - | - - + - > 5< - - + - | 0 - | 181 - -> 00000080:00200000:2.0:1787827119.750212:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ae26c5d2 00000080:00200000:2.0:1787827119.750213:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.750215:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.750225:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750233:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750241:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750249:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750260:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.750262:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.750265:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.750270:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.750273:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.750275:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.750279:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750287:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.750296:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.750299:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.750303:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.750306:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1205, 1205] 00000080:00200000:2.0:1787827119.750310:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.750313:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.750318:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4939776 i_blocks 8192 00000080:00200000:2.0:1787827119.750321:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.750368:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4939776, count: 4096 00000080:00200000:2.0:1787827119.750373:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4939776, bytes: 4096 00000080:00200000:2.0:1787827119.750376:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.750379:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1207, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.750381:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4939776, 4943872) 0 0 00000080:00200000:2.0:1787827119.750384:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.750389:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1206, 1206] 00020000:00200000:2.0:1787827119.750392:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4939776 chunk: [4939776, 4943872) 4943872, 4096 00020000:00200000:2.0:1787827119.750395:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.750400:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1206, 1206] 00000008:00010000:2.0:1787827119.750406:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.750408:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.750416:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750427:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4939776 4943871) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750437:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750451:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750459:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750467:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4939776, 4943872) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.750472:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1206 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.750488:0:22636:0:(rw26.c:875:ll_write_end()) pos 4939776, len 4096, copied 4096 00000080:00200000:2.0:1787827119.750492:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000042ad08f8[3 00000000ba14583b 2 1 000000001c518263 0 0 1206] 00000080:00200000:2.0:1787827119.750496:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e21f4ab2 17ffffc0001001 3:0 ffffa0e3d0638000 1206 lru 00000080:00200000:2.0:1787827119.750501:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ceeb3e79 1206: 1< 0 - - > 2< 4939776 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11837440 - | - - + - > 5< - - + - | 0 - | 182 - -> 00000080:00200000:2.0:1787827119.750504:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000042ad08f8 00000080:00200000:2.0:1787827119.750505:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.750507:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.750516:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750524:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750532:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750540:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750557:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.750561:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.750563:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.750569:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.750572:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.750575:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.750579:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750588:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.750598:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.750600:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.750605:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.750608:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1206, 1206] 00000080:00200000:2.0:1787827119.750611:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.750615:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.750621:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4943872 i_blocks 8192 00000080:00200000:2.0:1787827119.750624:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.750672:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4943872, count: 4096 00000080:00200000:2.0:1787827119.750676:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4943872, bytes: 4096 00000080:00200000:2.0:1787827119.750678:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.750682:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1208, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.750684:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4943872, 4947968) 0 0 00000080:00200000:2.0:1787827119.750686:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.750691:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1207, 1207] 00020000:00200000:2.0:1787827119.750695:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4943872 chunk: [4943872, 4947968) 4947968, 4096 00020000:00200000:2.0:1787827119.750697:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.750702:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1207, 1207] 00000008:00010000:2.0:1787827119.750707:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.750732:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.750741:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750751:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4943872 4947967) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750760:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750767:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750775:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750783:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4943872, 4947968) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.750789:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1207 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.750805:0:22636:0:(rw26.c:875:ll_write_end()) pos 4943872, len 4096, copied 4096 00000080:00200000:2.0:1787827119.750810:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000071d0af5f[3 00000000ba14583b 2 1 000000001c518263 0 0 1207] 00000080:00200000:2.0:1787827119.750813:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000001da34 17ffffc0001001 3:0 ffffa0e3d0638cb0 1207 lru 00000080:00200000:2.0:1787827119.750819:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2778be8 1207: 1< 0 - - > 2< 4943872 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11833344 - | - - + - > 5< - - + - | 0 - | 183 - -> 00000080:00200000:2.0:1787827119.750821:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000071d0af5f 00000080:00200000:2.0:1787827119.750823:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.750825:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.750833:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750841:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750849:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.750857:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.750869:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.750872:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.750875:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.750880:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.750883:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.750885:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.750890:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.750913:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.750922:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.750924:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.750929:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.750932:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1207, 1207] 00000080:00200000:2.0:1787827119.750937:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.750941:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.750946:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4947968 i_blocks 8192 00000080:00200000:2.0:1787827119.750949:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.750996:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4947968, count: 4096 00000080:00200000:2.0:1787827119.751001:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4947968, bytes: 4096 00000080:00200000:2.0:1787827119.751004:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.751008:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1209, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.751010:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4947968, 4952064) 0 0 00000080:00200000:2.0:1787827119.751012:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.751018:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1208, 1208] 00020000:00200000:2.0:1787827119.751022:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4947968 chunk: [4947968, 4952064) 4952064, 4096 00020000:00200000:2.0:1787827119.751024:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.751029:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1208, 1208] 00000008:00010000:2.0:1787827119.751035:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.751037:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.751045:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751054:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4947968 4952063) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751064:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751072:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751080:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751089:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4947968, 4952064) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.751095:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1208 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.751111:0:22636:0:(rw26.c:875:ll_write_end()) pos 4947968, len 4096, copied 4096 00000080:00200000:2.0:1787827119.751116:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000abc10cf7[3 00000000ba14583b 2 1 000000001c518263 0 0 1208] 00000080:00200000:2.0:1787827119.751119:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000db4c1088 17ffffc0001001 3:0 ffffa0e3d0638ae0 1208 lru 00000080:00200000:2.0:1787827119.751125:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6a2a99c 1208: 1< 0 - - > 2< 4947968 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11829248 - | - - + - > 5< - - + - | 0 - | 184 - -> 00000080:00200000:2.0:1787827119.751127:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000abc10cf7 00000080:00200000:2.0:1787827119.751128:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.751130:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.751139:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751148:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751155:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751163:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751175:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.751178:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.751180:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.751186:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.751188:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.751191:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.751196:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751204:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.751212:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.751215:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.751220:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.751223:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1208, 1208] 00000080:00200000:2.0:1787827119.751227:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.751231:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.751235:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4952064 i_blocks 8192 00000080:00200000:2.0:1787827119.751238:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.751285:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4952064, count: 4096 00000080:00200000:2.0:1787827119.751290:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4952064, bytes: 4096 00000080:00200000:2.0:1787827119.751292:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.751296:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1210, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.751298:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4952064, 4956160) 0 0 00000080:00200000:2.0:1787827119.751301:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.751306:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1209, 1209] 00020000:00200000:2.0:1787827119.751309:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4952064 chunk: [4952064, 4956160) 4956160, 4096 00020000:00200000:2.0:1787827119.751311:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.751317:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1209, 1209] 00000008:00010000:2.0:1787827119.751322:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.751325:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.751333:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751342:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4952064 4956159) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751351:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751360:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751367:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751374:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4952064, 4956160) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.751380:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1209 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.751399:0:22636:0:(rw26.c:875:ll_write_end()) pos 4952064, len 4096, copied 4096 00000080:00200000:2.0:1787827119.751404:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000081ded1f8[3 00000000ba14583b 2 1 000000001c518263 0 0 1209] 00000080:00200000:2.0:1787827119.751407:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003170d3b7 17ffffc0001001 3:0 ffffa0e3d06382b8 1209 lru 00000080:00200000:2.0:1787827119.751412:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e52b4df8 1209: 1< 0 - - > 2< 4952064 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11825152 - | - - + - > 5< - - + - | 0 - | 185 - -> 00000080:00200000:2.0:1787827119.751414:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000081ded1f8 00000080:00200000:2.0:1787827119.751416:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.751418:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.751426:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751433:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751440:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751453:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751466:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.751469:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.751471:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.751477:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.751480:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.751483:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.751487:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751495:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.751504:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.751506:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.751511:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.751514:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1209, 1209] 00000080:00200000:2.0:1787827119.751518:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.751521:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.751526:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4956160 i_blocks 8192 00000080:00200000:2.0:1787827119.751529:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.751576:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4956160, count: 4096 00000080:00200000:2.0:1787827119.751581:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4956160, bytes: 4096 00000080:00200000:2.0:1787827119.751584:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.751588:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1211, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.751590:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4956160, 4960256) 0 0 00000080:00200000:2.0:1787827119.751593:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.751599:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1210, 1210] 00020000:00200000:2.0:1787827119.751603:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4956160 chunk: [4956160, 4960256) 4960256, 4096 00020000:00200000:2.0:1787827119.751606:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.751612:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1210, 1210] 00000008:00010000:2.0:1787827119.751618:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.751620:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.751629:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751639:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4956160 4960255) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751648:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751656:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751663:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751672:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4956160, 4960256) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.751677:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1210 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.751693:0:22636:0:(rw26.c:875:ll_write_end()) pos 4956160, len 4096, copied 4096 00000080:00200000:2.0:1787827119.751697:0:22636:0:(rw26.c:933:ll_write_end()) page@000000002c90e5ff[3 00000000ba14583b 2 1 000000001c518263 0 0 1210] 00000080:00200000:2.0:1787827119.751700:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ca578220 17ffffc0001001 3:0 ffffa0e3d0638bc8 1210 lru 00000080:00200000:2.0:1787827119.751707:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008dfaede8 1210: 1< 0 - - > 2< 4956160 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11821056 - | - - + - > 5< - - + - | 0 - | 186 - -> 00000080:00200000:2.0:1787827119.751729:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000002c90e5ff 00000080:00200000:2.0:1787827119.751731:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.751733:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.751743:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751751:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751758:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.751766:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.751779:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.751782:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.751784:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.751790:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.751793:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.751796:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.751800:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751809:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.751819:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.751822:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.751827:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.751830:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1210, 1210] 00000080:00200000:2.0:1787827119.751834:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.751837:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.751842:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4960256 i_blocks 8192 00000080:00200000:2.0:1787827119.751845:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.751892:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4960256, count: 4096 00000080:00200000:2.0:1787827119.751909:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4960256, bytes: 4096 00000080:00200000:2.0:1787827119.751913:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.751917:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1212, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.751918:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4960256, 4964352) 0 0 00000080:00200000:2.0:1787827119.751921:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.751927:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1211, 1211] 00020000:00200000:2.0:1787827119.751930:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4960256 chunk: [4960256, 4964352) 4964352, 4096 00020000:00200000:2.0:1787827119.751932:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.751937:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1211, 1211] 00000008:00010000:2.0:1787827119.751943:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.751945:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.751953:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751962:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4960256 4964351) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751972:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751980:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.751993:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752002:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4960256, 4964352) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.752008:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1211 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.752025:0:22636:0:(rw26.c:875:ll_write_end()) pos 4960256, len 4096, copied 4096 00000080:00200000:2.0:1787827119.752029:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000027ca30e5[3 00000000ba14583b 2 1 000000001c518263 0 0 1211] 00000080:00200000:2.0:1787827119.752032:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c6e4739d 17ffffc0001001 3:0 ffffa0e3d0638658 1211 lru 00000080:00200000:2.0:1787827119.752039:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000093e58b36 1211: 1< 0 - - > 2< 4960256 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11816960 - | - - + - > 5< - - + - | 0 - | 187 - -> 00000080:00200000:2.0:1787827119.752041:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000027ca30e5 00000080:00200000:2.0:1787827119.752042:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.752044:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.752053:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752062:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752069:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752078:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752089:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.752092:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.752095:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.752101:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.752105:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.752107:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.752112:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752121:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.752131:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.752134:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.752139:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.752142:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1211, 1211] 00000080:00200000:2.0:1787827119.752146:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.752150:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.752155:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4964352 i_blocks 8192 00000080:00200000:2.0:1787827119.752158:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.752202:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4964352, count: 4096 00000080:00200000:2.0:1787827119.752207:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4964352, bytes: 4096 00000080:00200000:2.0:1787827119.752210:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.752214:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1213, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.752215:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4964352, 4968448) 0 0 00000080:00200000:2.0:1787827119.752218:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.752224:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1212, 1212] 00020000:00200000:2.0:1787827119.752227:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4964352 chunk: [4964352, 4968448) 4968448, 4096 00020000:00200000:2.0:1787827119.752230:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.752236:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1212, 1212] 00000008:00010000:2.0:1787827119.752241:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.752244:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.752253:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752261:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4964352 4968447) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752271:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752279:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752287:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752295:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4964352, 4968448) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.752300:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1212 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.752317:0:22636:0:(rw26.c:875:ll_write_end()) pos 4964352, len 4096, copied 4096 00000080:00200000:2.0:1787827119.752322:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dd31a4f4[3 00000000ba14583b 2 1 000000001c518263 0 0 1212] 00000080:00200000:2.0:1787827119.752326:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000490fea02 17ffffc0001001 3:0 ffffa0e3d06381d0 1212 lru 00000080:00200000:2.0:1787827119.752331:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000783e2c14 1212: 1< 0 - - > 2< 4964352 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11812864 - | - - + - > 5< - - + - | 0 - | 188 - -> 00000080:00200000:2.0:1787827119.752334:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dd31a4f4 00000080:00200000:2.0:1787827119.752335:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.752337:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.752346:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752354:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752363:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752370:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752382:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.752384:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.752386:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.752392:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.752395:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.752398:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.752402:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752410:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.752419:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.752421:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.752424:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.752426:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1212, 1212] 00000080:00200000:2.0:1787827119.752429:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.752432:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.752435:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4968448 i_blocks 8192 00000080:00200000:2.0:1787827119.752437:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.752480:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4968448, count: 4096 00000080:00200000:2.0:1787827119.752484:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4968448, bytes: 4096 00000080:00200000:2.0:1787827119.752486:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.752490:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1214, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.752491:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4968448, 4972544) 0 0 00000080:00200000:2.0:1787827119.752494:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.752500:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1213, 1213] 00020000:00200000:2.0:1787827119.752504:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4968448 chunk: [4968448, 4972544) 4972544, 4096 00020000:00200000:2.0:1787827119.752507:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.752513:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1213, 1213] 00000008:00010000:2.0:1787827119.752519:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.752522:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.752530:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752541:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4968448 4972543) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752551:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752560:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752567:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752575:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4968448, 4972544) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.752581:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1213 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.752600:0:22636:0:(rw26.c:875:ll_write_end()) pos 4968448, len 4096, copied 4096 00000080:00200000:2.0:1787827119.752606:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005de706c6[3 00000000ba14583b 2 1 000000001c518263 0 0 1213] 00000080:00200000:2.0:1787827119.752609:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000ca12ed6 17ffffc0001001 3:0 ffffa0e3d06389f8 1213 lru 00000080:00200000:2.0:1787827119.752615:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b367937f 1213: 1< 0 - - > 2< 4968448 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11808768 - | - - + - > 5< - - + - | 0 - | 189 - -> 00000080:00200000:2.0:1787827119.752618:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005de706c6 00000080:00200000:2.0:1787827119.752619:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.752633:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.752648:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752657:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752665:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.752674:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752689:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.752692:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.752695:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.752703:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.752705:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.752708:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.752739:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752749:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.752761:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.752764:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.752769:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.752773:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1213, 1213] 00000080:00200000:2.0:1787827119.752777:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.752780:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.752784:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4972544 i_blocks 8192 00000080:00200000:2.0:1787827119.752787:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.752833:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4972544, count: 4096 00000080:00200000:2.0:1787827119.752838:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4972544, bytes: 4096 00000080:00200000:2.0:1787827119.752840:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.752845:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1215, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.752847:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4972544, 4976640) 0 0 00000080:00200000:2.0:1787827119.752850:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.752856:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1214, 1214] 00020000:00200000:2.0:1787827119.752859:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4972544 chunk: [4972544, 4976640) 4976640, 4096 00020000:00200000:2.0:1787827119.752863:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.752869:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1214, 1214] 00000008:00010000:2.0:1787827119.752875:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.752879:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.752888:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752911:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4972544 4976639) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752923:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752938:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.752946:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.752955:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4972544, 4976640) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.752961:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1214 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.752987:0:22636:0:(rw26.c:875:ll_write_end()) pos 4972544, len 4096, copied 4096 00000080:00200000:2.0:1787827119.752993:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000077eedfef[3 00000000ba14583b 2 1 000000001c518263 0 0 1214] 00000080:00200000:2.0:1787827119.752996:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e1906224 17ffffc0001021 2:0 ffffa0e3d0638488 1214 lru 00000080:00200000:2.0:1787827119.753003:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000069f0d3f0 1214: 1< 0 - - > 2< 4972544 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11804672 - | - - + - > 5< - - + - | 0 - | 190 - -> 00000080:00200000:2.0:1787827119.753006:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000077eedfef 00000080:00200000:2.0:1787827119.753007:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.753009:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.753019:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753028:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753036:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753044:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753063:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.753066:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.753069:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.753076:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.753079:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.753082:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.753086:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753095:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.753104:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.753107:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.753111:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.753115:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1214, 1214] 00000080:00200000:2.0:1787827119.753119:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.753122:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.753127:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4976640 i_blocks 8192 00000080:00200000:2.0:1787827119.753130:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.753179:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4976640, count: 4096 00000080:00200000:2.0:1787827119.753184:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4976640, bytes: 4096 00000080:00200000:2.0:1787827119.753187:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.753191:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1216, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.753193:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4976640, 4980736) 0 0 00000080:00200000:2.0:1787827119.753196:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.753202:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1215, 1215] 00020000:00200000:2.0:1787827119.753206:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4976640 chunk: [4976640, 4980736) 4980736, 4096 00020000:00200000:2.0:1787827119.753208:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.753214:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1215, 1215] 00000008:00010000:2.0:1787827119.753220:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.753223:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.753230:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753241:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4976640 4980735) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753251:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753259:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753267:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753275:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4976640, 4980736) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.753281:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1215 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.753310:0:22636:0:(rw26.c:875:ll_write_end()) pos 4976640, len 4096, copied 4096 00000080:00200000:2.0:1787827119.753316:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006c65b5c3[3 00000000ba14583b 2 1 000000001c518263 0 0 1215] 00000080:00200000:2.0:1787827119.753318:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000004786aefa 17ffffc0001001 3:0 ffffa0e3d062b910 1215 lru 00000080:00200000:2.0:1787827119.753324:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b2da0fc3 1215: 1< 0 - - > 2< 4976640 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11800576 - | - - + - > 5< - - + - | 0 - | 191 - -> 00000080:00200000:2.0:1787827119.753326:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006c65b5c3 00000080:00200000:2.0:1787827119.753327:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.753330:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.753341:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753350:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753357:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753366:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753377:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.753379:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.753382:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.753386:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.753389:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.753392:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.753396:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753402:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.753409:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.753411:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.753415:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.753417:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1215, 1215] 00000080:00200000:2.0:1787827119.753421:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.753423:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.753428:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4980736 i_blocks 8192 00000080:00200000:2.0:1787827119.753431:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.753480:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4980736, count: 4096 00000080:00200000:2.0:1787827119.753484:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4980736, bytes: 4096 00000080:00200000:2.0:1787827119.753488:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.753492:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1217, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.753493:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4980736, 4984832) 0 0 00000080:00200000:2.0:1787827119.753496:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.753502:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1216, 1216] 00020000:00200000:2.0:1787827119.753506:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4980736 chunk: [4980736, 4984832) 4984832, 4096 00020000:00200000:2.0:1787827119.753509:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.753514:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1216, 1216] 00000008:00010000:2.0:1787827119.753521:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.753524:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.753532:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753541:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4980736 4984831) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753551:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753559:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753566:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753575:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4980736, 4984832) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.753581:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1216 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.753608:0:22636:0:(rw26.c:875:ll_write_end()) pos 4980736, len 4096, copied 4096 00000080:00200000:2.0:1787827119.753613:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003d800c90[3 00000000ba14583b 2 1 000000001c518263 0 0 1216] 00000080:00200000:2.0:1787827119.753616:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000027544dc6 17ffffc0001001 3:0 ffffa0e3d062b000 1216 lru 00000080:00200000:2.0:1787827119.753623:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000540b03b8 1216: 1< 0 - - > 2< 4980736 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11796480 - | - - + - > 5< - - + - | 0 - | 192 - -> 00000080:00200000:2.0:1787827119.753625:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003d800c90 00000080:00200000:2.0:1787827119.753627:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.753629:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.753638:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753647:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753655:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753664:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753675:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.753678:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.753681:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.753687:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.753690:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.753693:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.753698:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753708:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.753741:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.753744:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.753749:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.753753:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1216, 1216] 00000080:00200000:2.0:1787827119.753758:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.753761:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.753766:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4984832 i_blocks 8192 00000080:00200000:2.0:1787827119.753770:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.753819:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4984832, count: 4096 00000080:00200000:2.0:1787827119.753823:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4984832, bytes: 4096 00000080:00200000:2.0:1787827119.753827:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.753831:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1218, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.753833:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4984832, 4988928) 0 0 00000080:00200000:2.0:1787827119.753836:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.753842:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1217, 1217] 00020000:00200000:2.0:1787827119.753846:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4984832 chunk: [4984832, 4988928) 4988928, 4096 00020000:00200000:2.0:1787827119.753849:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.753855:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1217, 1217] 00000008:00010000:2.0:1787827119.753861:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.753863:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.753872:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753881:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4984832 4988927) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753892:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753916:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.753924:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.753933:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4984832, 4988928) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.753938:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1217 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.753956:0:22636:0:(rw26.c:875:ll_write_end()) pos 4984832, len 4096, copied 4096 00000080:00200000:2.0:1787827119.753961:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a11506ac[3 00000000ba14583b 2 1 000000001c518263 0 0 1217] 00000080:00200000:2.0:1787827119.753964:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000001ab6163e 17ffffc0001001 3:0 ffffa0e3d062bcb0 1217 lru 00000080:00200000:2.0:1787827119.753970:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f01bffb2 1217: 1< 0 - - > 2< 4984832 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11792384 - | - - + - > 5< - - + - | 0 - | 193 - -> 00000080:00200000:2.0:1787827119.753974:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a11506ac 00000080:00200000:2.0:1787827119.753975:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.753978:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.753989:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.753998:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754005:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754018:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754031:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.754035:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.754037:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.754043:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.754045:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.754048:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.754052:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754059:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.754068:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.754070:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.754075:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.754078:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1217, 1217] 00000080:00200000:2.0:1787827119.754081:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.754085:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.754089:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4988928 i_blocks 8192 00000080:00200000:2.0:1787827119.754092:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.754130:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4988928, count: 4096 00000080:00200000:2.0:1787827119.754133:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4988928, bytes: 4096 00000080:00200000:2.0:1787827119.754135:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.754138:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1219, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.754140:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4988928, 4993024) 0 0 00000080:00200000:2.0:1787827119.754143:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.754149:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1218, 1218] 00020000:00200000:2.0:1787827119.754152:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4988928 chunk: [4988928, 4993024) 4993024, 4096 00020000:00200000:2.0:1787827119.754154:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.754159:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1218, 1218] 00000008:00010000:2.0:1787827119.754165:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.754168:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.754176:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754185:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4988928 4993023) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754194:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754202:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754208:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754217:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4988928, 4993024) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.754222:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1218 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.754240:0:22636:0:(rw26.c:875:ll_write_end()) pos 4988928, len 4096, copied 4096 00000080:00200000:2.0:1787827119.754245:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000a2787daf[3 00000000ba14583b 2 1 000000001c518263 0 0 1218] 00000080:00200000:2.0:1787827119.754247:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000062e9cebb 17ffffc0001001 3:0 ffffa0e3d062bae0 1218 lru 00000080:00200000:2.0:1787827119.754252:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b939c232 1218: 1< 0 - - > 2< 4988928 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11788288 - | - - + - > 5< - - + - | 0 - | 194 - -> 00000080:00200000:2.0:1787827119.754254:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000a2787daf 00000080:00200000:2.0:1787827119.754256:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.754258:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.754266:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754273:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754280:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754289:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754300:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.754303:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.754306:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.754312:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.754314:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.754317:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.754321:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754329:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.754338:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.754341:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.754345:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.754348:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1218, 1218] 00000080:00200000:2.0:1787827119.754352:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.754355:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.754359:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4993024 i_blocks 8192 00000080:00200000:2.0:1787827119.754362:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.754401:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4993024, count: 4096 00000080:00200000:2.0:1787827119.754404:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4993024, bytes: 4096 00000080:00200000:2.0:1787827119.754406:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.754409:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1220, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.754410:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4993024, 4997120) 0 0 00000080:00200000:2.0:1787827119.754413:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.754418:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1219, 1219] 00020000:00200000:2.0:1787827119.754422:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4993024 chunk: [4993024, 4997120) 4997120, 4096 00020000:00200000:2.0:1787827119.754424:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.754430:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1219, 1219] 00000008:00010000:2.0:1787827119.754436:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.754438:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.754445:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754454:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4993024 4997119) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754463:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754471:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754482:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754489:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4993024, 4997120) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.754495:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1219 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.754510:0:22636:0:(rw26.c:875:ll_write_end()) pos 4993024, len 4096, copied 4096 00000080:00200000:2.0:1787827119.754515:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000023a112c1[3 00000000ba14583b 2 1 000000001c518263 0 0 1219] 00000080:00200000:2.0:1787827119.754518:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006ded4dbf 17ffffc0001001 3:0 ffffa0e3d062b2b8 1219 lru 00000080:00200000:2.0:1787827119.754522:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000901c711d 1219: 1< 0 - - > 2< 4993024 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11784192 - | - - + - > 5< - - + - | 0 - | 195 - -> 00000080:00200000:2.0:1787827119.754525:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000023a112c1 00000080:00200000:2.0:1787827119.754526:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.754528:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.754537:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754545:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754552:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754559:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754570:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.754573:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.754576:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.754582:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.754584:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.754585:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.754589:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754595:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.754600:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.754601:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.754604:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.754606:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1219, 1219] 00000080:00200000:2.0:1787827119.754608:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.754611:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.754614:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 4997120 i_blocks 8192 00000080:00200000:2.0:1787827119.754616:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.754660:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 4997120, count: 4096 00000080:00200000:2.0:1787827119.754666:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 4997120, bytes: 4096 00000080:00200000:2.0:1787827119.754668:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.754672:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1221, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.754674:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4997120, 5001216) 0 0 00000080:00200000:2.0:1787827119.754676:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.754681:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1220, 1220] 00020000:00200000:2.0:1787827119.754683:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4997120 chunk: [4997120, 5001216) 5001216, 4096 00020000:00200000:2.0:1787827119.754685:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.754689:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1220, 1220] 00000008:00010000:2.0:1787827119.754693:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.754694:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.754701:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754730:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4997120 5001215) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754740:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754750:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754758:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754767:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [4997120, 5001216) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.754771:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1220 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.754789:0:22636:0:(rw26.c:875:ll_write_end()) pos 4997120, len 4096, copied 4096 00000080:00200000:2.0:1787827119.754794:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000e5ed07d[3 00000000ba14583b 2 1 000000001c518263 0 0 1220] 00000080:00200000:2.0:1787827119.754797:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003d6e3f4a 17ffffc0001001 3:0 ffffa0e3d062bbc8 1220 lru 00000080:00200000:2.0:1787827119.754803:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a5594bd2 1220: 1< 0 - - > 2< 4997120 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11780096 - | - - + - > 5< - - + - | 0 - | 196 - -> 00000080:00200000:2.0:1787827119.754805:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000e5ed07d 00000080:00200000:2.0:1787827119.754806:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.754809:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.754818:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754826:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754834:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.754842:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.754851:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.754853:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.754855:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.754859:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.754861:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.754863:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.754867:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754873:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.754879:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.754881:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.754884:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.754886:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1220, 1220] 00000080:00200000:2.0:1787827119.754889:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.754891:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.754908:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5001216 i_blocks 8192 00000080:00200000:2.0:1787827119.754911:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.754951:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5001216, count: 4096 00000080:00200000:2.0:1787827119.754954:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5001216, bytes: 4096 00000080:00200000:2.0:1787827119.754955:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.754958:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1222, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.754959:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5001216, 5005312) 0 0 00000080:00200000:2.0:1787827119.754960:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.754964:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1221, 1221] 00020000:00200000:2.0:1787827119.754966:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5001216 chunk: [5001216, 5005312) 5005312, 4096 00020000:00200000:2.0:1787827119.754968:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.754972:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1221, 1221] 00000008:00010000:2.0:1787827119.754976:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.754978:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.754983:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754990:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5001216 5005311) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.754996:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755000:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755004:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755010:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5001216, 5005312) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.755013:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1221 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.755026:0:22636:0:(rw26.c:875:ll_write_end()) pos 5001216, len 4096, copied 4096 00000080:00200000:2.0:1787827119.755029:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000236a313f[3 00000000ba14583b 2 1 000000001c518263 0 0 1221] 00000080:00200000:2.0:1787827119.755033:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000000b9237d1 17ffffc0001001 3:0 ffffa0e3d062b658 1221 lru 00000080:00200000:2.0:1787827119.755039:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c380e6a6 1221: 1< 0 - - > 2< 5001216 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11776000 - | - - + - > 5< - - + - | 0 - | 197 - -> 00000080:00200000:2.0:1787827119.755041:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000236a313f 00000080:00200000:2.0:1787827119.755043:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.755045:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.755053:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755062:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755070:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755079:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755089:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.755092:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.755093:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.755098:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.755099:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.755101:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.755104:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755110:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.755116:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.755118:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.755120:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.755123:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1221, 1221] 00000080:00200000:2.0:1787827119.755125:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.755127:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.755130:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5005312 i_blocks 8192 00000080:00200000:2.0:1787827119.755133:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.755164:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5005312, count: 4096 00000080:00200000:2.0:1787827119.755167:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5005312, bytes: 4096 00000080:00200000:2.0:1787827119.755169:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.755172:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1223, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.755173:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5005312, 5009408) 0 0 00000080:00200000:2.0:1787827119.755175:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.755178:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1222, 1222] 00020000:00200000:2.0:1787827119.755181:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5005312 chunk: [5005312, 5009408) 5009408, 4096 00020000:00200000:2.0:1787827119.755182:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.755186:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1222, 1222] 00000008:00010000:2.0:1787827119.755190:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.755191:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.755196:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755203:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5005312 5009407) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755209:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755219:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755225:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755229:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5005312, 5009408) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.755232:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1222 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.755244:0:22636:0:(rw26.c:875:ll_write_end()) pos 5005312, len 4096, copied 4096 00000080:00200000:2.0:1787827119.755247:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b9b4cc8e[3 00000000ba14583b 2 1 000000001c518263 0 0 1222] 00000080:00200000:2.0:1787827119.755248:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003994f5ac 17ffffc0001001 3:0 ffffa0e3d062b1d0 1222 lru 00000080:00200000:2.0:1787827119.755252:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001c83965e 1222: 1< 0 - - > 2< 5005312 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11771904 - | - - + - > 5< - - + - | 0 - | 198 - -> 00000080:00200000:2.0:1787827119.755253:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b9b4cc8e 00000080:00200000:2.0:1787827119.755253:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.755255:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.755260:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755266:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755270:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755274:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755284:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.755286:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.755288:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.755291:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.755293:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.755295:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.755299:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755307:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.755316:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.755319:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.755324:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.755326:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1222, 1222] 00000080:00200000:2.0:1787827119.755330:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.755333:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.755337:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5009408 i_blocks 8192 00000080:00200000:2.0:1787827119.755340:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.755382:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5009408, count: 4096 00000080:00200000:2.0:1787827119.755387:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5009408, bytes: 4096 00000080:00200000:2.0:1787827119.755389:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.755393:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1224, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.755394:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5009408, 5013504) 0 0 00000080:00200000:2.0:1787827119.755397:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.755402:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1223, 1223] 00020000:00200000:2.0:1787827119.755406:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5009408 chunk: [5009408, 5013504) 5013504, 4096 00020000:00200000:2.0:1787827119.755408:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.755413:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1223, 1223] 00000008:00010000:2.0:1787827119.755418:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.755420:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.755428:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755437:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5009408 5013503) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755446:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755454:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755461:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755468:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5009408, 5013504) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.755473:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1223 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.755491:0:22636:0:(rw26.c:875:ll_write_end()) pos 5009408, len 4096, copied 4096 00000080:00200000:2.0:1787827119.755495:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000090fba877[3 00000000ba14583b 2 1 000000001c518263 0 0 1223] 00000080:00200000:2.0:1787827119.755498:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc19be9 17ffffc0001001 3:0 ffffa0e3d062b9f8 1223 lru 00000080:00200000:2.0:1787827119.755504:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f106f554 1223: 1< 0 - - > 2< 5009408 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11767808 - | - - + - > 5< - - + - | 0 - | 199 - -> 00000080:00200000:2.0:1787827119.755507:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000090fba877 00000080:00200000:2.0:1787827119.755508:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.755510:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.755519:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755527:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755534:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755541:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755552:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.755555:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.755557:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.755563:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.755565:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.755568:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.755573:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755582:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.755591:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.755593:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.755598:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.755601:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1223, 1223] 00000080:00200000:2.0:1787827119.755605:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.755608:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.755613:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5013504 i_blocks 8192 00000080:00200000:2.0:1787827119.755616:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.755659:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5013504, count: 4096 00000080:00200000:2.0:1787827119.755664:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5013504, bytes: 4096 00000080:00200000:2.0:1787827119.755667:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.755671:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1225, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.755673:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5013504, 5017600) 0 0 00000080:00200000:2.0:1787827119.755676:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.755681:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1224, 1224] 00020000:00200000:2.0:1787827119.755685:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5013504 chunk: [5013504, 5017600) 5017600, 4096 00020000:00200000:2.0:1787827119.755687:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.755693:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1224, 1224] 00000008:00010000:2.0:1787827119.755698:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.755701:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.755709:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755740:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5013504 5017599) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755750:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755758:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755765:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755772:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5013504, 5017600) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.755777:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1224 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.755792:0:22636:0:(rw26.c:875:ll_write_end()) pos 5013504, len 4096, copied 4096 00000080:00200000:2.0:1787827119.755797:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000dc796d89[3 00000000ba14583b 2 1 000000001c518263 0 0 1224] 00000080:00200000:2.0:1787827119.755800:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e419f62e 17ffffc0001001 3:0 ffffa0e3d062b488 1224 lru 00000080:00200000:2.0:1787827119.755807:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae1ac620 1224: 1< 0 - - > 2< 5013504 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11763712 - | - - + - > 5< - - + - | 0 - | 200 - -> 00000080:00200000:2.0:1787827119.755809:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000dc796d89 00000080:00200000:2.0:1787827119.755810:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.755813:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.755821:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755830:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755837:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.755845:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755853:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.755855:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.755857:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.755862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.755864:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.755865:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.755868:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755874:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.755879:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.755880:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.755883:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.755885:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1224, 1224] 00000080:00200000:2.0:1787827119.755887:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.755889:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.755904:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5017600 i_blocks 8192 00000080:00200000:2.0:1787827119.755907:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.755939:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5017600, count: 4096 00000080:00200000:2.0:1787827119.755942:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5017600, bytes: 4096 00000080:00200000:2.0:1787827119.755944:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.755947:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1226, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.755948:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5017600, 5021696) 0 0 00000080:00200000:2.0:1787827119.755950:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.755954:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1225, 1225] 00020000:00200000:2.0:1787827119.755956:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5017600 chunk: [5017600, 5021696) 5021696, 4096 00020000:00200000:2.0:1787827119.755958:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.755962:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1225, 1225] 00000008:00010000:2.0:1787827119.755965:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.755967:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.755972:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755979:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5017600 5021695) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755986:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755990:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.755994:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.755999:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5017600, 5021696) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.756003:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1225 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.756015:0:22636:0:(rw26.c:875:ll_write_end()) pos 5017600, len 4096, copied 4096 00000080:00200000:2.0:1787827119.756018:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001baad112[3 00000000ba14583b 2 1 000000001c518263 0 0 1225] 00000080:00200000:2.0:1787827119.756020:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000064caa4d9 17ffffc0001001 3:0 ffffa0e3d062b570 1225 lru 00000080:00200000:2.0:1787827119.756024:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c91fd3fc 1225: 1< 0 - - > 2< 5017600 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11759616 - | - - + - > 5< - - + - | 0 - | 201 - -> 00000080:00200000:2.0:1787827119.756025:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001baad112 00000080:00200000:2.0:1787827119.756026:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.756027:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.756035:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756043:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756050:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756063:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756075:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.756078:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.756080:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.756085:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.756086:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.756089:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.756092:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756102:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.756111:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.756114:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.756119:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.756122:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1225, 1225] 00000080:00200000:2.0:1787827119.756126:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.756129:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.756134:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5021696 i_blocks 8192 00000080:00200000:2.0:1787827119.756137:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.756175:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5021696, count: 4096 00000080:00200000:2.0:1787827119.756178:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5021696, bytes: 4096 00000080:00200000:2.0:1787827119.756180:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.756182:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1227, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.756184:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5021696, 5025792) 0 0 00000080:00200000:2.0:1787827119.756185:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.756189:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1226, 1226] 00020000:00200000:2.0:1787827119.756192:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5021696 chunk: [5021696, 5025792) 5025792, 4096 00020000:00200000:2.0:1787827119.756193:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.756197:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1226, 1226] 00000008:00010000:2.0:1787827119.756201:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.756202:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.756208:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756214:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5021696 5025791) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756220:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756225:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756229:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756233:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5021696, 5025792) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.756236:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1226 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.756248:0:22636:0:(rw26.c:875:ll_write_end()) pos 5021696, len 4096, copied 4096 00000080:00200000:2.0:1787827119.756251:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001f0c2d7e[3 00000000ba14583b 2 1 000000001c518263 0 0 1226] 00000080:00200000:2.0:1787827119.756253:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006b74ce10 17ffffc0001001 3:0 ffffa0e3d062bd98 1226 lru 00000080:00200000:2.0:1787827119.756256:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b480f8af 1226: 1< 0 - - > 2< 5021696 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11755520 - | - - + - > 5< - - + - | 0 - | 202 - -> 00000080:00200000:2.0:1787827119.756258:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001f0c2d7e 00000080:00200000:2.0:1787827119.756259:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.756260:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.756266:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756271:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756275:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756279:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756286:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.756288:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.756289:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.756292:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.756294:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.756295:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.756298:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756302:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.756307:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.756309:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.756313:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.756316:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1226, 1226] 00000080:00200000:2.0:1787827119.756319:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.756323:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.756327:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5025792 i_blocks 8192 00000080:00200000:2.0:1787827119.756330:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.756376:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5025792, count: 4096 00000080:00200000:2.0:1787827119.756381:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5025792, bytes: 4096 00000080:00200000:2.0:1787827119.756384:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.756387:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1228, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.756389:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5025792, 5029888) 0 0 00000080:00200000:2.0:1787827119.756391:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.756397:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1227, 1227] 00020000:00200000:2.0:1787827119.756400:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5025792 chunk: [5025792, 5029888) 5029888, 4096 00020000:00200000:2.0:1787827119.756403:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.756408:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1227, 1227] 00000008:00010000:2.0:1787827119.756413:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.756415:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.756423:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756432:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5025792 5029887) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756439:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756444:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756457:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756466:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5025792, 5029888) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.756471:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1227 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.756486:0:22636:0:(rw26.c:875:ll_write_end()) pos 5025792, len 4096, copied 4096 00000080:00200000:2.0:1787827119.756489:0:22636:0:(rw26.c:933:ll_write_end()) page@000000005c9641fd[3 00000000ba14583b 2 1 000000001c518263 0 0 1227] 00000080:00200000:2.0:1787827119.756491:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec9081db 17ffffc0001001 3:0 ffffa0e3d062b740 1227 lru 00000080:00200000:2.0:1787827119.756495:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc941a51 1227: 1< 0 - - > 2< 5025792 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11751424 - | - - + - > 5< - - + - | 0 - | 203 - -> 00000080:00200000:2.0:1787827119.756496:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000005c9641fd 00000080:00200000:2.0:1787827119.756497:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.756499:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.756505:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756513:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756520:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756529:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756540:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.756544:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.756547:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.756553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.756556:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.756558:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.756563:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756571:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.756580:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.756583:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.756587:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.756590:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1227, 1227] 00000080:00200000:2.0:1787827119.756594:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.756598:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.756602:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5029888 i_blocks 8192 00000080:00200000:2.0:1787827119.756605:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.756653:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5029888, count: 4096 00000080:00200000:2.0:1787827119.756657:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5029888, bytes: 4096 00000080:00200000:2.0:1787827119.756660:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.756664:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1229, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.756665:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5029888, 5033984) 0 0 00000080:00200000:2.0:1787827119.756668:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.756673:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1228, 1228] 00020000:00200000:2.0:1787827119.756677:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5029888 chunk: [5029888, 5033984) 5033984, 4096 00020000:00200000:2.0:1787827119.756679:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.756684:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1228, 1228] 00000008:00010000:2.0:1787827119.756690:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.756693:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.756701:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756729:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5029888 5033983) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756738:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756746:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756754:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756762:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5029888, 5033984) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.756768:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1228 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.756786:0:22636:0:(rw26.c:875:ll_write_end()) pos 5029888, len 4096, copied 4096 00000080:00200000:2.0:1787827119.756791:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000e6f58496[3 00000000ba14583b 2 1 000000001c518263 0 0 1228] 00000080:00200000:2.0:1787827119.756793:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2c29f2d 17ffffc0001001 3:0 ffffa0e3d062b0e8 1228 lru 00000080:00200000:2.0:1787827119.756798:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f160b3ec 1228: 1< 0 - - > 2< 5029888 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11747328 - | - - + - > 5< - - + - | 0 - | 204 - -> 00000080:00200000:2.0:1787827119.756801:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000e6f58496 00000080:00200000:2.0:1787827119.756802:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.756804:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.756813:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756821:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756828:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.756837:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.756848:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.756851:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.756853:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.756859:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.756862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.756864:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.756869:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.756878:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.756886:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.756888:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.756892:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.756906:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1228, 1228] 00000080:00200000:2.0:1787827119.756909:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.756913:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.756918:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5033984 i_blocks 8192 00000080:00200000:2.0:1787827119.756921:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.756967:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5033984, count: 4096 00000080:00200000:2.0:1787827119.756971:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5033984, bytes: 4096 00000080:00200000:2.0:1787827119.756974:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.756978:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1230, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.756980:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5033984, 5038080) 0 0 00000080:00200000:2.0:1787827119.756982:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.756988:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1229, 1229] 00020000:00200000:2.0:1787827119.756992:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5033984 chunk: [5033984, 5038080) 5038080, 4096 00020000:00200000:2.0:1787827119.756993:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.756998:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1229, 1229] 00000008:00010000:2.0:1787827119.757002:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.757004:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.757010:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757016:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5033984 5038079) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757022:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757027:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757033:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757042:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5033984, 5038080) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.757047:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1229 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.757070:0:22636:0:(rw26.c:875:ll_write_end()) pos 5033984, len 4096, copied 4096 00000080:00200000:2.0:1787827119.757075:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000020bb133[3 00000000ba14583b 2 1 000000001c518263 0 0 1229] 00000080:00200000:2.0:1787827119.757078:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa5ddaa2 17ffffc0001021 2:0 ffffa0e3d062b3a0 1229 lru 00000080:00200000:2.0:1787827119.757083:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000ec600b6a 1229: 1< 0 - - > 2< 5033984 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11743232 - | - - + - > 5< - - + - | 0 - | 205 - -> 00000080:00200000:2.0:1787827119.757086:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000020bb133 00000080:00200000:2.0:1787827119.757087:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.757089:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.757098:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757105:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757113:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757121:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757133:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.757136:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.757139:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.757145:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.757147:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.757149:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.757152:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757158:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.757164:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.757166:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.757169:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.757171:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1229, 1229] 00000080:00200000:2.0:1787827119.757174:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.757176:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.757180:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5038080 i_blocks 8192 00000080:00200000:2.0:1787827119.757182:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.757214:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5038080, count: 4096 00000080:00200000:2.0:1787827119.757216:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5038080, bytes: 4096 00000080:00200000:2.0:1787827119.757218:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.757220:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1231, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.757221:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5038080, 5042176) 0 0 00000080:00200000:2.0:1787827119.757223:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.757227:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1230, 1230] 00020000:00200000:2.0:1787827119.757229:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5038080 chunk: [5038080, 5042176) 5042176, 4096 00020000:00200000:2.0:1787827119.757230:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.757234:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1230, 1230] 00000008:00010000:2.0:1787827119.757237:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.757239:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.757244:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757251:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757257:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757266:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757270:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757274:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5038080, 5042176) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.757277:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1230 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.757291:0:22636:0:(rw26.c:875:ll_write_end()) pos 5038080, len 4096, copied 4096 00000080:00200000:2.0:1787827119.757293:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000048bf95c6[3 00000000ba14583b 2 1 000000001c518263 0 0 1230] 00000080:00200000:2.0:1787827119.757295:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d2ea56e3 17ffffc0001001 3:0 ffffa0e3d062b828 1230 lru 00000080:00200000:2.0:1787827119.757298:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd6bba76 1230: 1< 0 - - > 2< 5038080 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11739136 - | - - + - > 5< - - + - | 0 - | 206 - -> 00000080:00200000:2.0:1787827119.757299:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000048bf95c6 00000080:00200000:2.0:1787827119.757300:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.757301:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.757307:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757315:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757323:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757330:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757346:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.757350:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.757352:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.757358:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.757361:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.757364:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.757368:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757377:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.757386:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.757388:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.757391:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.757393:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1230, 1230] 00000080:00200000:2.0:1787827119.757395:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.757397:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.757401:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5042176 i_blocks 8192 00000080:00200000:2.0:1787827119.757403:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.757435:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5042176, count: 4096 00000080:00200000:2.0:1787827119.757437:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5042176, bytes: 4096 00000080:00200000:2.0:1787827119.757439:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.757441:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1232, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.757442:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5042176, 5046272) 0 0 00000080:00200000:2.0:1787827119.757444:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.757448:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1231, 1231] 00020000:00200000:2.0:1787827119.757450:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5042176 chunk: [5042176, 5046272) 5046272, 4096 00020000:00200000:2.0:1787827119.757452:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.757455:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1231, 1231] 00000008:00010000:2.0:1787827119.757458:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.757460:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.757465:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757472:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5042176 5046271) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757478:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757482:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757486:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757491:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5042176, 5046272) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.757495:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1231 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.757506:0:22636:0:(rw26.c:875:ll_write_end()) pos 5042176, len 4096, copied 4096 00000080:00200000:2.0:1787827119.757509:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000cc5fb2ae[3 00000000ba14583b 2 1 000000001c518263 0 0 1231] 00000080:00200000:2.0:1787827119.757511:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000009583e184 17ffffc0001001 3:0 ffffa0e3d062be80 1231 lru 00000080:00200000:2.0:1787827119.757515:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c637246a 1231: 1< 0 - - > 2< 5042176 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11735040 - | - - + - > 5< - - + - | 0 - | 207 - -> 00000080:00200000:2.0:1787827119.757517:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000cc5fb2ae 00000080:00200000:2.0:1787827119.757517:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.757519:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.757525:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757530:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757535:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757539:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757545:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.757547:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.757548:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.757553:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.757555:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.757557:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.757561:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757569:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.757577:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.757580:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.757584:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.757587:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1231, 1231] 00000080:00200000:2.0:1787827119.757592:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.757595:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.757600:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5046272 i_blocks 8192 00000080:00200000:2.0:1787827119.757602:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.757634:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5046272, count: 4096 00000080:00200000:2.0:1787827119.757637:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5046272, bytes: 4096 00000080:00200000:2.0:1787827119.757638:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.757641:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1233, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.757642:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5046272, 5050368) 0 0 00000080:00200000:2.0:1787827119.757644:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.757647:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1232, 1232] 00020000:00200000:2.0:1787827119.757650:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5046272 chunk: [5046272, 5050368) 5050368, 4096 00020000:00200000:2.0:1787827119.757651:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.757655:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1232, 1232] 00000008:00010000:2.0:1787827119.757658:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.757660:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.757666:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757672:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5046272 5050367) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757678:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757683:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757687:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757693:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5046272, 5050368) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.757698:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1232 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.757755:0:22636:0:(rw26.c:875:ll_write_end()) pos 5046272, len 4096, copied 4096 00000080:00200000:2.0:1787827119.757760:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000018da9c2f[3 00000000ba14583b 2 1 000000001c518263 0 0 1232] 00000080:00200000:2.0:1787827119.757763:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000168fb29e 17ffffc0001001 3:0 ffffa0e3d06ecd98 1232 lru 00000080:00200000:2.0:1787827119.757769:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000855362e0 1232: 1< 0 - - > 2< 5046272 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11730944 - | - - + - > 5< - - + - | 0 - | 208 - -> 00000080:00200000:2.0:1787827119.757771:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000018da9c2f 00000080:00200000:2.0:1787827119.757772:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.757775:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.757784:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757794:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757801:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.757808:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.757820:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.757823:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.757825:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.757830:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.757833:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.757835:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.757840:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757848:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.757856:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.757858:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.757862:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.757865:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1232, 1232] 00000080:00200000:2.0:1787827119.757869:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.757872:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.757877:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5050368 i_blocks 8192 00000080:00200000:2.0:1787827119.757879:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.757935:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5050368, count: 4096 00000080:00200000:2.0:1787827119.757941:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5050368, bytes: 4096 00000080:00200000:2.0:1787827119.757943:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.757947:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1234, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.757948:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5050368, 5054464) 0 0 00000080:00200000:2.0:1787827119.757951:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.757957:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1233, 1233] 00020000:00200000:2.0:1787827119.757960:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5050368 chunk: [5050368, 5054464) 5054464, 4096 00020000:00200000:2.0:1787827119.757962:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.757967:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1233, 1233] 00000008:00010000:2.0:1787827119.757972:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.757975:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.757983:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.757992:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5050368 5054463) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758001:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758008:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758015:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758024:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5050368, 5054464) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.758030:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1233 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.758046:0:22636:0:(rw26.c:875:ll_write_end()) pos 5050368, len 4096, copied 4096 00000080:00200000:2.0:1787827119.758050:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000157871d7[3 00000000ba14583b 2 1 000000001c518263 0 0 1233] 00000080:00200000:2.0:1787827119.758054:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee229dc2 17ffffc0001001 3:0 ffffa0e3d06ec740 1233 lru 00000080:00200000:2.0:1787827119.758060:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000062db736c 1233: 1< 0 - - > 2< 5050368 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11726848 - | - - + - > 5< - - + - | 0 - | 209 - -> 00000080:00200000:2.0:1787827119.758062:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000157871d7 00000080:00200000:2.0:1787827119.758063:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.758065:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.758074:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758082:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758087:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758097:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758109:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.758114:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.758116:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.758122:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.758125:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.758128:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.758133:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758140:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.758148:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.758151:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.758154:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.758157:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1233, 1233] 00000080:00200000:2.0:1787827119.758161:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.758164:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.758169:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5054464 i_blocks 8192 00000080:00200000:2.0:1787827119.758171:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.758215:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5054464, count: 4096 00000080:00200000:2.0:1787827119.758219:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5054464, bytes: 4096 00000080:00200000:2.0:1787827119.758222:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.758226:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1235, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.758228:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5054464, 5058560) 0 0 00000080:00200000:2.0:1787827119.758231:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.758236:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1234, 1234] 00020000:00200000:2.0:1787827119.758239:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5054464 chunk: [5054464, 5058560) 5058560, 4096 00020000:00200000:2.0:1787827119.758242:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.758247:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1234, 1234] 00000008:00010000:2.0:1787827119.758252:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.758254:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.758260:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758266:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5054464 5058559) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758272:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758277:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758283:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758292:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5054464, 5058560) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.758297:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1234 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.758313:0:22636:0:(rw26.c:875:ll_write_end()) pos 5054464, len 4096, copied 4096 00000080:00200000:2.0:1787827119.758318:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000052960472[3 00000000ba14583b 2 1 000000001c518263 0 0 1234] 00000080:00200000:2.0:1787827119.758321:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000da9e96b9 17ffffc0001001 3:0 ffffa0e3d06ec0e8 1234 lru 00000080:00200000:2.0:1787827119.758327:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000036cfbce 1234: 1< 0 - - > 2< 5054464 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11722752 - | - - + - > 5< - - + - | 0 - | 210 - -> 00000080:00200000:2.0:1787827119.758330:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000052960472 00000080:00200000:2.0:1787827119.758331:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.758333:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.758341:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758350:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758358:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758365:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758373:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.758375:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.758377:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.758382:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.758385:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.758388:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.758392:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758401:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.758409:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.758412:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.758416:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.758420:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1234, 1234] 00000080:00200000:2.0:1787827119.758424:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.758427:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.758431:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5058560 i_blocks 8192 00000080:00200000:2.0:1787827119.758434:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.758477:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5058560, count: 4096 00000080:00200000:2.0:1787827119.758481:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5058560, bytes: 4096 00000080:00200000:2.0:1787827119.758484:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.758488:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1236, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.758489:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5058560, 5062656) 0 0 00000080:00200000:2.0:1787827119.758492:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.758497:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1235, 1235] 00020000:00200000:2.0:1787827119.758500:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5058560 chunk: [5058560, 5062656) 5062656, 4096 00020000:00200000:2.0:1787827119.758503:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.758508:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1235, 1235] 00000008:00010000:2.0:1787827119.758513:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.758516:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.758524:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758532:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5058560 5062655) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758541:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758549:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758562:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758570:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5058560, 5062656) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.758575:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1235 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.758592:0:22636:0:(rw26.c:875:ll_write_end()) pos 5058560, len 4096, copied 4096 00000080:00200000:2.0:1787827119.758597:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d2b133d2[3 00000000ba14583b 2 1 000000001c518263 0 0 1235] 00000080:00200000:2.0:1787827119.758601:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000070df4f64 17ffffc0001001 3:0 ffffa0e3d06ec3a0 1235 lru 00000080:00200000:2.0:1787827119.758606:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008b12915a 1235: 1< 0 - - > 2< 5058560 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11718656 - | - - + - > 5< - - + - | 0 - | 211 - -> 00000080:00200000:2.0:1787827119.758608:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d2b133d2 00000080:00200000:2.0:1787827119.758610:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.758612:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.758620:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758628:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758634:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758642:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758653:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.758656:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.758659:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.758665:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.758668:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.758681:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.758685:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758693:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.758701:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.758704:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.758708:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.758735:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1235, 1235] 00000080:00200000:2.0:1787827119.758740:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.758743:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.758747:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5062656 i_blocks 8192 00000080:00200000:2.0:1787827119.758750:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.758794:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5062656, count: 4096 00000080:00200000:2.0:1787827119.758798:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5062656, bytes: 4096 00000080:00200000:2.0:1787827119.758801:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.758805:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1237, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.758806:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5062656, 5066752) 0 0 00000080:00200000:2.0:1787827119.758809:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.758815:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1236, 1236] 00020000:00200000:2.0:1787827119.758818:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5062656 chunk: [5062656, 5066752) 5066752, 4096 00020000:00200000:2.0:1787827119.758821:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.758825:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1236, 1236] 00000008:00010000:2.0:1787827119.758831:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.758833:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.758842:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758851:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5062656 5066751) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758859:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758866:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.758873:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758881:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5062656, 5066752) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.758886:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1236 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.758917:0:22636:0:(rw26.c:875:ll_write_end()) pos 5062656, len 4096, copied 4096 00000080:00200000:2.0:1787827119.758924:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009e0090e9[3 00000000ba14583b 2 1 000000001c518263 0 0 1236] 00000080:00200000:2.0:1787827119.758927:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007d5c14ac 17ffffc0001001 3:0 ffffa0e3d06ec828 1236 lru 00000080:00200000:2.0:1787827119.758931:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a683bf61 1236: 1< 0 - - > 2< 5062656 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11714560 - | - - + - > 5< - - + - | 0 - | 212 - -> 00000080:00200000:2.0:1787827119.758934:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009e0090e9 00000080:00200000:2.0:1787827119.758935:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.758938:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.758947:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758955:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758962:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.758969:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.758980:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.758983:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.758985:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.758991:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.758994:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.758996:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.759001:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759009:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.759017:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.759019:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.759023:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.759025:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1236, 1236] 00000080:00200000:2.0:1787827119.759029:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.759032:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.759036:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5066752 i_blocks 8192 00000080:00200000:2.0:1787827119.759039:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.759085:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5066752, count: 4096 00000080:00200000:2.0:1787827119.759089:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5066752, bytes: 4096 00000080:00200000:2.0:1787827119.759092:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.759096:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1238, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.759098:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5066752, 5070848) 0 0 00000080:00200000:2.0:1787827119.759100:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.759106:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1237, 1237] 00020000:00200000:2.0:1787827119.759109:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5066752 chunk: [5066752, 5070848) 5070848, 4096 00020000:00200000:2.0:1787827119.759112:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.759117:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1237, 1237] 00000008:00010000:2.0:1787827119.759122:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.759125:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.759132:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759141:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5066752 5070847) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759152:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759160:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759167:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759174:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5066752, 5070848) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.759178:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1237 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.759196:0:22636:0:(rw26.c:875:ll_write_end()) pos 5066752, len 4096, copied 4096 00000080:00200000:2.0:1787827119.759200:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001e9e1419[3 00000000ba14583b 2 1 000000001c518263 0 0 1237] 00000080:00200000:2.0:1787827119.759203:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000054208c6b 17ffffc0001001 3:0 ffffa0e3d06ece80 1237 lru 00000080:00200000:2.0:1787827119.759209:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000050525cee 1237: 1< 0 - - > 2< 5066752 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11710464 - | - - + - > 5< - - + - | 0 - | 213 - -> 00000080:00200000:2.0:1787827119.759212:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001e9e1419 00000080:00200000:2.0:1787827119.759213:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.759215:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.759222:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759231:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759239:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759247:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759257:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.759260:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.759262:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.759267:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.759269:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.759272:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.759276:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759284:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.759294:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.759296:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.759300:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.759303:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1237, 1237] 00000080:00200000:2.0:1787827119.759307:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.759310:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.759315:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5070848 i_blocks 8192 00000080:00200000:2.0:1787827119.759318:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.759366:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5070848, count: 4096 00000080:00200000:2.0:1787827119.759370:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5070848, bytes: 4096 00000080:00200000:2.0:1787827119.759373:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.759376:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1239, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.759378:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5070848, 5074944) 0 0 00000080:00200000:2.0:1787827119.759381:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.759386:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1238, 1238] 00020000:00200000:2.0:1787827119.759389:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5070848 chunk: [5070848, 5074944) 5074944, 4096 00020000:00200000:2.0:1787827119.759391:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.759396:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1238, 1238] 00000008:00010000:2.0:1787827119.759400:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.759403:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.759411:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759420:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5070848 5074943) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759430:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759443:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759451:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759460:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5070848, 5074944) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.759465:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1238 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.759480:0:22636:0:(rw26.c:875:ll_write_end()) pos 5070848, len 4096, copied 4096 00000080:00200000:2.0:1787827119.759484:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006ba1515a[3 00000000ba14583b 2 1 000000001c518263 0 0 1238] 00000080:00200000:2.0:1787827119.759487:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b2fc8138 17ffffc0001001 3:0 ffffa0e3d06ec910 1238 lru 00000080:00200000:2.0:1787827119.759493:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000652cbd3c 1238: 1< 0 - - > 2< 5070848 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11706368 - | - - + - > 5< - - + - | 0 - | 214 - -> 00000080:00200000:2.0:1787827119.759495:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006ba1515a 00000080:00200000:2.0:1787827119.759496:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.759498:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.759506:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759515:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759522:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759531:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759546:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.759549:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.759552:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.759557:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.759560:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.759563:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.759567:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759576:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.759585:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.759587:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.759591:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.759594:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1238, 1238] 00000080:00200000:2.0:1787827119.759598:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.759601:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.759605:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5074944 i_blocks 8192 00000080:00200000:2.0:1787827119.759608:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.759657:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5074944, count: 4096 00000080:00200000:2.0:1787827119.759660:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5074944, bytes: 4096 00000080:00200000:2.0:1787827119.759663:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.759667:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1240, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.759669:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5074944, 5079040) 0 0 00000080:00200000:2.0:1787827119.759671:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.759677:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1239, 1239] 00020000:00200000:2.0:1787827119.759680:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5074944 chunk: [5074944, 5079040) 5079040, 4096 00020000:00200000:2.0:1787827119.759683:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.759687:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1239, 1239] 00000008:00010000:2.0:1787827119.759692:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.759695:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.759702:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759732:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5074944 5079039) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759742:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759750:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759758:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759766:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5074944, 5079040) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.759770:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1239 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.759784:0:22636:0:(rw26.c:875:ll_write_end()) pos 5074944, len 4096, copied 4096 00000080:00200000:2.0:1787827119.759789:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000089ceb25c[3 00000000ba14583b 2 1 000000001c518263 0 0 1239] 00000080:00200000:2.0:1787827119.759791:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000073eb84af 17ffffc0001001 3:0 ffffa0e3d06ec000 1239 lru 00000080:00200000:2.0:1787827119.759797:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000c5bfed1b 1239: 1< 0 - - > 2< 5074944 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11702272 - | - - + - > 5< - - + - | 0 - | 215 - -> 00000080:00200000:2.0:1787827119.759800:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000089ceb25c 00000080:00200000:2.0:1787827119.759801:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.759803:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.759812:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759821:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759829:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.759836:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.759846:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.759849:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.759851:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.759856:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.759859:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.759862:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.759866:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.759875:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.759883:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.759886:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.759890:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.759904:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1239, 1239] 00000080:00200000:2.0:1787827119.759909:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.759912:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.759917:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5079040 i_blocks 8192 00000080:00200000:2.0:1787827119.759920:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.759967:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5079040, count: 4096 00000080:00200000:2.0:1787827119.759971:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5079040, bytes: 4096 00000080:00200000:2.0:1787827119.759973:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.759977:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1241, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.759978:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5079040, 5083136) 0 0 00000080:00200000:2.0:1787827119.759981:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.759987:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1240, 1240] 00020000:00200000:2.0:1787827119.759990:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5079040 chunk: [5079040, 5083136) 5083136, 4096 00020000:00200000:2.0:1787827119.759992:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.759997:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1240, 1240] 00000008:00010000:2.0:1787827119.760002:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.760004:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.760012:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760021:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5079040 5083135) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760029:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760036:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760044:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760052:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5079040, 5083136) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.760057:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1240 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.760074:0:22636:0:(rw26.c:875:ll_write_end()) pos 5079040, len 4096, copied 4096 00000080:00200000:2.0:1787827119.760078:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000070c6a84d[3 00000000ba14583b 2 1 000000001c518263 0 0 1240] 00000080:00200000:2.0:1787827119.760081:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000434a8a6e 17ffffc0001001 3:0 ffffa0e3d06eccb0 1240 lru 00000080:00200000:2.0:1787827119.760086:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000030dd88e8 1240: 1< 0 - - > 2< 5079040 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11698176 - | - - + - > 5< - - + - | 0 - | 216 - -> 00000080:00200000:2.0:1787827119.760088:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000070c6a84d 00000080:00200000:2.0:1787827119.760090:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.760092:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.760100:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760108:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760116:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760121:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760129:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.760132:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.760134:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.760140:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.760143:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.760145:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.760150:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760158:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.760166:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.760168:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.760173:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.760175:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1240, 1240] 00000080:00200000:2.0:1787827119.760179:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.760182:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.760186:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5083136 i_blocks 8192 00000080:00200000:2.0:1787827119.760189:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.760240:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5083136, count: 4096 00000080:00200000:2.0:1787827119.760245:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5083136, bytes: 4096 00000080:00200000:2.0:1787827119.760248:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.760251:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1242, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.760253:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5083136, 5087232) 0 0 00000080:00200000:2.0:1787827119.760256:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.760261:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1241, 1241] 00020000:00200000:2.0:1787827119.760264:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5083136 chunk: [5083136, 5087232) 5087232, 4096 00020000:00200000:2.0:1787827119.760267:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.760272:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1241, 1241] 00000008:00010000:2.0:1787827119.760277:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.760280:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.760289:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760297:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5083136 5087231) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760308:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760316:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760324:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760333:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5083136, 5087232) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.760339:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1241 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.760354:0:22636:0:(rw26.c:875:ll_write_end()) pos 5083136, len 4096, copied 4096 00000080:00200000:2.0:1787827119.760360:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ceb36815[3 00000000ba14583b 2 1 000000001c518263 0 0 1241] 00000080:00200000:2.0:1787827119.760363:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000028e98bc9 17ffffc0001001 3:0 ffffa0e3d06ecae0 1241 lru 00000080:00200000:2.0:1787827119.760369:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000092db907e 1241: 1< 0 - - > 2< 5083136 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11694080 - | - - + - > 5< - - + - | 0 - | 217 - -> 00000080:00200000:2.0:1787827119.760371:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ceb36815 00000080:00200000:2.0:1787827119.760372:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.760374:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.760382:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760389:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760396:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760408:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760421:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.760424:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.760426:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.760432:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.760434:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.760437:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.760441:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760449:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.760456:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.760459:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.760463:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.760466:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1241, 1241] 00000080:00200000:2.0:1787827119.760470:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.760473:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.760477:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5087232 i_blocks 8192 00000080:00200000:2.0:1787827119.760481:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.760528:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5087232, count: 4096 00000080:00200000:2.0:1787827119.760532:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5087232, bytes: 4096 00000080:00200000:2.0:1787827119.760535:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.760539:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1243, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.760541:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5087232, 5091328) 0 0 00000080:00200000:2.0:1787827119.760544:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.760550:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1242, 1242] 00020000:00200000:2.0:1787827119.760553:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5087232 chunk: [5087232, 5091328) 5091328, 4096 00020000:00200000:2.0:1787827119.760556:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.760561:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1242, 1242] 00000008:00010000:2.0:1787827119.760567:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.760569:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.760577:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760586:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5087232 5091327) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760595:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760603:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760610:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760620:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5087232, 5091328) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.760626:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1242 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.760640:0:22636:0:(rw26.c:875:ll_write_end()) pos 5087232, len 4096, copied 4096 00000080:00200000:2.0:1787827119.760646:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c7532886[3 00000000ba14583b 2 1 000000001c518263 0 0 1242] 00000080:00200000:2.0:1787827119.760648:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005e26f4df 17ffffc0001001 3:0 ffffa0e3d06ec2b8 1242 lru 00000080:00200000:2.0:1787827119.760655:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b6de5169 1242: 1< 0 - - > 2< 5087232 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11689984 - | - - + - > 5< - - + - | 0 - | 218 - -> 00000080:00200000:2.0:1787827119.760657:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c7532886 00000080:00200000:2.0:1787827119.760659:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.760661:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.760669:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760678:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760686:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760695:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760707:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.760728:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.760731:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.760737:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.760740:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.760743:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.760748:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760756:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.760764:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.760767:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.760772:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.760775:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1242, 1242] 00000080:00200000:2.0:1787827119.760779:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.760782:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.760786:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5091328 i_blocks 8192 00000080:00200000:2.0:1787827119.760790:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.760833:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5091328, count: 4096 00000080:00200000:2.0:1787827119.760838:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5091328, bytes: 4096 00000080:00200000:2.0:1787827119.760841:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.760845:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1244, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.760846:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5091328, 5095424) 0 0 00000080:00200000:2.0:1787827119.760849:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.760855:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1243, 1243] 00020000:00200000:2.0:1787827119.760858:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5091328 chunk: [5091328, 5095424) 5095424, 4096 00020000:00200000:2.0:1787827119.760860:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.760865:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1243, 1243] 00000008:00010000:2.0:1787827119.760871:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.760873:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.760881:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760890:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5091328 5095423) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760911:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760917:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.760925:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.760931:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5091328, 5095424) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.760935:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1243 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.760948:0:22636:0:(rw26.c:875:ll_write_end()) pos 5091328, len 4096, copied 4096 00000080:00200000:2.0:1787827119.760952:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000612a62e8[3 00000000ba14583b 2 1 000000001c518263 0 0 1243] 00000080:00200000:2.0:1787827119.760955:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000b55de248 17ffffc0001001 3:0 ffffa0e3d06ecbc8 1243 lru 00000080:00200000:2.0:1787827119.760960:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002f2d5858 1243: 1< 0 - - > 2< 5091328 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11685888 - | - - + - > 5< - - + - | 0 - | 219 - -> 00000080:00200000:2.0:1787827119.760962:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000612a62e8 00000080:00200000:2.0:1787827119.760964:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.760966:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.760976:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760984:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.760991:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761000:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761011:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.761014:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.761017:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.761023:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.761025:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.761028:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.761032:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761040:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.761049:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.761051:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.761055:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.761058:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1243, 1243] 00000080:00200000:2.0:1787827119.761062:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.761065:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.761069:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5095424 i_blocks 8192 00000080:00200000:2.0:1787827119.761072:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.761114:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5095424, count: 4096 00000080:00200000:2.0:1787827119.761119:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5095424, bytes: 4096 00000080:00200000:2.0:1787827119.761122:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.761126:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1245, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.761127:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5095424, 5099520) 0 0 00000080:00200000:2.0:1787827119.761130:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.761135:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1244, 1244] 00020000:00200000:2.0:1787827119.761139:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5095424 chunk: [5095424, 5099520) 5099520, 4096 00020000:00200000:2.0:1787827119.761141:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.761147:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1244, 1244] 00000008:00010000:2.0:1787827119.761151:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.761152:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.761159:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761165:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5095424 5099519) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761171:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761176:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761180:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761185:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5095424, 5099520) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.761189:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1244 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.761209:0:22636:0:(rw26.c:875:ll_write_end()) pos 5095424, len 4096, copied 4096 00000080:00200000:2.0:1787827119.761212:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000ee5c02c[3 00000000ba14583b 2 1 000000001c518263 0 0 1244] 00000080:00200000:2.0:1787827119.761214:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000003a82571 17ffffc0001021 2:0 ffffa0e3d06ec658 1244 lru 00000080:00200000:2.0:1787827119.761218:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9951ed0 1244: 1< 0 - - > 2< 5095424 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11681792 - | - - + - > 5< - - + - | 0 - | 220 - -> 00000080:00200000:2.0:1787827119.761220:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000ee5c02c 00000080:00200000:2.0:1787827119.761221:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.761222:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.761228:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761233:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761238:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761243:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761249:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.761251:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.761252:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.761256:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.761257:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.761258:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.761261:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761266:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.761271:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.761273:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.761275:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.761277:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1244, 1244] 00000080:00200000:2.0:1787827119.761280:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.761282:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.761285:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5099520 i_blocks 8192 00000080:00200000:2.0:1787827119.761287:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.761319:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5099520, count: 4096 00000080:00200000:2.0:1787827119.761321:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5099520, bytes: 4096 00000080:00200000:2.0:1787827119.761323:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.761326:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1246, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.761327:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5099520, 5103616) 0 0 00000080:00200000:2.0:1787827119.761328:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.761332:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1245, 1245] 00020000:00200000:2.0:1787827119.761334:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5099520 chunk: [5099520, 5103616) 5103616, 4096 00020000:00200000:2.0:1787827119.761336:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.761339:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1245, 1245] 00000008:00010000:2.0:1787827119.761342:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.761344:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.761349:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761355:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5099520 5103615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761361:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761365:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761369:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761373:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5099520, 5103616) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.761376:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1245 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.761388:0:22636:0:(rw26.c:875:ll_write_end()) pos 5099520, len 4096, copied 4096 00000080:00200000:2.0:1787827119.761391:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b7116f61[3 00000000ba14583b 2 1 000000001c518263 0 0 1245] 00000080:00200000:2.0:1787827119.761393:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000004309e1a5 17ffffc0001001 3:0 ffffa0e3d06ec1d0 1245 lru 00000080:00200000:2.0:1787827119.761397:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001e574151 1245: 1< 0 - - > 2< 5099520 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11677696 - | - - + - > 5< - - + - | 0 - | 221 - -> 00000080:00200000:2.0:1787827119.761399:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b7116f61 00000080:00200000:2.0:1787827119.761399:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.761401:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.761406:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761411:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761416:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761420:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761426:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.761428:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.761429:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.761433:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.761434:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.761435:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.761438:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761443:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.761449:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.761450:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.761453:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.761455:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1245, 1245] 00000080:00200000:2.0:1787827119.761458:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.761460:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.761463:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5103616 i_blocks 8192 00000080:00200000:2.0:1787827119.761465:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.761496:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5103616, count: 4096 00000080:00200000:2.0:1787827119.761499:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5103616, bytes: 4096 00000080:00200000:2.0:1787827119.761500:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.761502:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1247, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.761503:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5103616, 5107712) 0 0 00000080:00200000:2.0:1787827119.761505:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.761509:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1246, 1246] 00020000:00200000:2.0:1787827119.761511:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5103616 chunk: [5103616, 5107712) 5107712, 4096 00020000:00200000:2.0:1787827119.761512:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.761516:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1246, 1246] 00000008:00010000:2.0:1787827119.761519:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.761520:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.761525:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761531:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5103616 5107711) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761537:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761550:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761558:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761566:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5103616, 5107712) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.761571:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1246 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.761587:0:22636:0:(rw26.c:875:ll_write_end()) pos 5103616, len 4096, copied 4096 00000080:00200000:2.0:1787827119.761590:0:22636:0:(rw26.c:933:ll_write_end()) page@000000000989cc20[3 00000000ba14583b 2 1 000000001c518263 0 0 1246] 00000080:00200000:2.0:1787827119.761593:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002b84d8b8 17ffffc0001001 3:0 ffffa0e3d06ec9f8 1246 lru 00000080:00200000:2.0:1787827119.761596:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b190fa56 1246: 1< 0 - - > 2< 5103616 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11673600 - | - - + - > 5< - - + - | 0 - | 222 - -> 00000080:00200000:2.0:1787827119.761598:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000000989cc20 00000080:00200000:2.0:1787827119.761599:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.761600:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.761606:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761611:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761615:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761619:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761630:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.761632:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.761634:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.761638:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.761639:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.761641:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.761644:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761650:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.761655:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.761656:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.761659:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.761661:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1246, 1246] 00000080:00200000:2.0:1787827119.761663:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.761665:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.761668:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5107712 i_blocks 8192 00000080:00200000:2.0:1787827119.761670:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.761702:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5107712, count: 4096 00000080:00200000:2.0:1787827119.761705:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5107712, bytes: 4096 00000080:00200000:2.0:1787827119.761706:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.761727:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1248, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.761730:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5107712, 5111808) 0 0 00000080:00200000:2.0:1787827119.761734:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.761740:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1247, 1247] 00020000:00200000:2.0:1787827119.761743:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5107712 chunk: [5107712, 5111808) 5111808, 4096 00020000:00200000:2.0:1787827119.761745:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.761750:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1247, 1247] 00000008:00010000:2.0:1787827119.761757:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.761759:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.761767:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761776:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5107712 5111807) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761784:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761791:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761798:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761805:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5107712, 5111808) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.761810:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1247 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.761826:0:22636:0:(rw26.c:875:ll_write_end()) pos 5107712, len 4096, copied 4096 00000080:00200000:2.0:1787827119.761831:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001879dd72[3 00000000ba14583b 2 1 000000001c518263 0 0 1247] 00000080:00200000:2.0:1787827119.761833:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000eab7d329 17ffffc0001001 3:0 ffffa0e3d06ec488 1247 lru 00000080:00200000:2.0:1787827119.761839:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000abf16293 1247: 1< 0 - - > 2< 5107712 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11669504 - | - - + - > 5< - - + - | 0 - | 223 - -> 00000080:00200000:2.0:1787827119.761841:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001879dd72 00000080:00200000:2.0:1787827119.761842:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.761844:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.761851:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761860:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761867:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.761873:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.761880:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.761882:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.761884:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.761887:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.761889:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.761891:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.761907:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.761913:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.761919:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.761921:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.761924:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.761926:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1247, 1247] 00000080:00200000:2.0:1787827119.761929:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.761931:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.761935:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5111808 i_blocks 8192 00000080:00200000:2.0:1787827119.761937:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.761969:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5111808, count: 4096 00000080:00200000:2.0:1787827119.761971:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5111808, bytes: 4096 00000080:00200000:2.0:1787827119.761973:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.761975:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1249, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.761976:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5111808, 5115904) 0 0 00000080:00200000:2.0:1787827119.761978:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.761982:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1248, 1248] 00020000:00200000:2.0:1787827119.761984:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5111808 chunk: [5111808, 5115904) 5115904, 4096 00020000:00200000:2.0:1787827119.761985:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.761989:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1248, 1248] 00000008:00010000:2.0:1787827119.761992:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.761994:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.761999:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762006:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5111808 5115903) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762012:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762017:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762020:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762027:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5111808, 5115904) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.762030:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1248 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.762042:0:22636:0:(rw26.c:875:ll_write_end()) pos 5111808, len 4096, copied 4096 00000080:00200000:2.0:1787827119.762045:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000349a377d[3 00000000ba14583b 2 1 000000001c518263 0 0 1248] 00000080:00200000:2.0:1787827119.762047:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000696ceee1 17ffffc0001001 3:0 ffffa0e3d06ec570 1248 lru 00000080:00200000:2.0:1787827119.762051:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000681a0cf9 1248: 1< 0 - - > 2< 5111808 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11665408 - | - - + - > 5< - - + - | 0 - | 224 - -> 00000080:00200000:2.0:1787827119.762052:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000349a377d 00000080:00200000:2.0:1787827119.762054:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.762055:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.762060:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762066:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762070:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762074:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762081:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.762082:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.762083:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.762087:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.762088:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.762089:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.762093:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762101:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.762109:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.762112:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.762116:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.762119:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1248, 1248] 00000080:00200000:2.0:1787827119.762123:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.762126:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.762130:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5115904 i_blocks 8192 00000080:00200000:2.0:1787827119.762134:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.762177:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5115904, count: 4096 00000080:00200000:2.0:1787827119.762181:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5115904, bytes: 4096 00000080:00200000:2.0:1787827119.762183:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.762187:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1250, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.762189:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5115904, 5120000) 0 0 00000080:00200000:2.0:1787827119.762191:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.762196:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1249, 1249] 00020000:00200000:2.0:1787827119.762199:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5115904 chunk: [5115904, 5120000) 5120000, 4096 00020000:00200000:2.0:1787827119.762202:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.762207:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1249, 1249] 00000008:00010000:2.0:1787827119.762212:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.762215:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.762222:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762229:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5115904 5119999) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762235:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762240:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762244:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762249:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5115904, 5120000) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.762253:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1249 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.762273:0:22636:0:(rw26.c:875:ll_write_end()) pos 5115904, len 4096, copied 4096 00000080:00200000:2.0:1787827119.762276:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000f23d235a[3 00000000ba14583b 2 1 000000001c518263 0 0 1249] 00000080:00200000:2.0:1787827119.762278:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f11f13af 17ffffc0001001 3:0 ffffa0e3c37cad98 1249 lru 00000080:00200000:2.0:1787827119.762282:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf22e73f 1249: 1< 0 - - > 2< 5115904 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11661312 - | - - + - > 5< - - + - | 0 - | 225 - -> 00000080:00200000:2.0:1787827119.762283:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000f23d235a 00000080:00200000:2.0:1787827119.762284:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.762285:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.762291:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762296:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762301:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762309:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762316:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.762318:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.762319:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.762322:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.762324:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.762326:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.762329:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762334:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.762339:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.762340:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.762343:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.762345:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1249, 1249] 00000080:00200000:2.0:1787827119.762347:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.762349:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.762352:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5120000 i_blocks 8192 00000080:00200000:2.0:1787827119.762354:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.762385:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5120000, count: 4096 00000080:00200000:2.0:1787827119.762388:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5120000, bytes: 4096 00000080:00200000:2.0:1787827119.762390:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.762392:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1251, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.762393:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5120000, 5124096) 0 0 00000080:00200000:2.0:1787827119.762395:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.762398:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1250, 1250] 00020000:00200000:2.0:1787827119.762400:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5120000 chunk: [5120000, 5124096) 5124096, 4096 00020000:00200000:2.0:1787827119.762402:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.762406:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1250, 1250] 00000008:00010000:2.0:1787827119.762409:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.762410:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.762415:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762422:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5120000 5124095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762432:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762439:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762446:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762454:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5120000, 5124096) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.762458:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1250 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.762474:0:22636:0:(rw26.c:875:ll_write_end()) pos 5120000, len 4096, copied 4096 00000080:00200000:2.0:1787827119.762479:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d74fd666[3 00000000ba14583b 2 1 000000001c518263 0 0 1250] 00000080:00200000:2.0:1787827119.762482:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a791177c 17ffffc0001001 3:0 ffffa0e3c37ca740 1250 lru 00000080:00200000:2.0:1787827119.762486:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2f145a6 1250: 1< 0 - - > 2< 5120000 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11657216 - | - - + - > 5< - - + - | 0 - | 226 - -> 00000080:00200000:2.0:1787827119.762488:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d74fd666 00000080:00200000:2.0:1787827119.762488:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.762490:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.762496:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762502:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762506:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762510:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762517:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.762519:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.762520:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.762523:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.762525:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.762526:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.762529:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762535:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.762543:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.762546:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.762550:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.762553:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1250, 1250] 00000080:00200000:2.0:1787827119.762556:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.762559:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.762564:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5124096 i_blocks 8192 00000080:00200000:2.0:1787827119.762567:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.762613:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5124096, count: 4096 00000080:00200000:2.0:1787827119.762618:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5124096, bytes: 4096 00000080:00200000:2.0:1787827119.762621:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.762624:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1252, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.762626:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5124096, 5128192) 0 0 00000080:00200000:2.0:1787827119.762629:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.762634:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1251, 1251] 00020000:00200000:2.0:1787827119.762638:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5124096 chunk: [5124096, 5128192) 5128192, 4096 00020000:00200000:2.0:1787827119.762640:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.762645:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1251, 1251] 00000008:00010000:2.0:1787827119.762650:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.762652:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.762660:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762670:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5124096 5128191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762680:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762688:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762701:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762729:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5124096, 5128192) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.762735:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1251 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.762754:0:22636:0:(rw26.c:875:ll_write_end()) pos 5124096, len 4096, copied 4096 00000080:00200000:2.0:1787827119.762758:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000795d0748[3 00000000ba14583b 2 1 000000001c518263 0 0 1251] 00000080:00200000:2.0:1787827119.762761:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006dfdada8 17ffffc0001001 3:0 ffffa0e3c37ca0e8 1251 lru 00000080:00200000:2.0:1787827119.762768:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000059706389 1251: 1< 0 - - > 2< 5124096 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11653120 - | - - + - > 5< - - + - | 0 - | 227 - -> 00000080:00200000:2.0:1787827119.762770:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000795d0748 00000080:00200000:2.0:1787827119.762771:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.762773:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.762781:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762790:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762798:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.762806:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.762817:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.762820:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.762823:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.762829:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.762837:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.762840:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.762845:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.762853:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.762863:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.762865:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.762870:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.762873:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1251, 1251] 00000080:00200000:2.0:1787827119.762877:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.762881:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.762885:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5128192 i_blocks 8192 00000080:00200000:2.0:1787827119.762889:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.762948:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5128192, count: 4096 00000080:00200000:2.0:1787827119.762953:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5128192, bytes: 4096 00000080:00200000:2.0:1787827119.762955:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.762959:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1253, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.762961:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5128192, 5132288) 0 0 00000080:00200000:2.0:1787827119.762963:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.762969:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1252, 1252] 00020000:00200000:2.0:1787827119.762972:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5128192 chunk: [5128192, 5132288) 5132288, 4096 00020000:00200000:2.0:1787827119.762975:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.762981:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1252, 1252] 00000008:00010000:2.0:1787827119.762986:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.762989:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.762997:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763007:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5128192 5132287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763016:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763024:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763031:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763040:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5128192, 5132288) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.763046:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1252 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.763062:0:22636:0:(rw26.c:875:ll_write_end()) pos 5128192, len 4096, copied 4096 00000080:00200000:2.0:1787827119.763067:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004f00d015[3 00000000ba14583b 2 1 000000001c518263 0 0 1252] 00000080:00200000:2.0:1787827119.763069:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005b3e15e4 17ffffc0001001 3:0 ffffa0e3c37ca3a0 1252 lru 00000080:00200000:2.0:1787827119.763075:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000008a0f240b 1252: 1< 0 - - > 2< 5128192 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11649024 - | - - + - > 5< - - + - | 0 - | 228 - -> 00000080:00200000:2.0:1787827119.763077:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004f00d015 00000080:00200000:2.0:1787827119.763078:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.763080:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.763088:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763096:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763104:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763111:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763121:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.763124:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.763126:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.763131:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.763134:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.763136:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.763140:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763148:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.763155:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.763158:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.763162:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.763165:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1252, 1252] 00000080:00200000:2.0:1787827119.763169:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.763172:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.763176:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5132288 i_blocks 8192 00000080:00200000:2.0:1787827119.763179:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.763224:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5132288, count: 4096 00000080:00200000:2.0:1787827119.763228:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5132288, bytes: 4096 00000080:00200000:2.0:1787827119.763230:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.763234:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1254, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.763235:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5132288, 5136384) 0 0 00000080:00200000:2.0:1787827119.763238:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.763243:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1253, 1253] 00020000:00200000:2.0:1787827119.763246:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5132288 chunk: [5132288, 5136384) 5136384, 4096 00020000:00200000:2.0:1787827119.763248:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.763254:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1253, 1253] 00000008:00010000:2.0:1787827119.763259:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.763261:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.763269:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763278:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5132288 5136383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763287:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763294:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763302:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763309:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5132288, 5136384) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.763313:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1253 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.763329:0:22636:0:(rw26.c:875:ll_write_end()) pos 5132288, len 4096, copied 4096 00000080:00200000:2.0:1787827119.763335:0:22636:0:(rw26.c:933:ll_write_end()) page@000000004089dbf8[3 00000000ba14583b 2 1 000000001c518263 0 0 1253] 00000080:00200000:2.0:1787827119.763338:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000038a72071 17ffffc0001001 3:0 ffffa0e3c37ca828 1253 lru 00000080:00200000:2.0:1787827119.763344:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000012ef7173 1253: 1< 0 - - > 2< 5132288 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11644928 - | - - + - > 5< - - + - | 0 - | 229 - -> 00000080:00200000:2.0:1787827119.763346:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000004089dbf8 00000080:00200000:2.0:1787827119.763347:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.763350:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.763358:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763366:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763374:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763382:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763394:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.763397:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.763400:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.763406:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.763409:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.763411:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.763416:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763424:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.763434:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.763436:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.763440:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.763444:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1253, 1253] 00000080:00200000:2.0:1787827119.763448:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.763451:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.763456:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5136384 i_blocks 8192 00000080:00200000:2.0:1787827119.763459:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.763507:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5136384, count: 4096 00000080:00200000:2.0:1787827119.763512:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5136384, bytes: 4096 00000080:00200000:2.0:1787827119.763515:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.763519:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1255, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.763521:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5136384, 5140480) 0 0 00000080:00200000:2.0:1787827119.763524:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.763530:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1254, 1254] 00020000:00200000:2.0:1787827119.763533:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5136384 chunk: [5136384, 5140480) 5140480, 4096 00020000:00200000:2.0:1787827119.763536:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.763541:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1254, 1254] 00000008:00010000:2.0:1787827119.763547:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.763549:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.763557:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763567:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5136384 5140479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763576:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763590:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763598:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763606:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5136384, 5140480) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.763612:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1254 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.763629:0:22636:0:(rw26.c:875:ll_write_end()) pos 5136384, len 4096, copied 4096 00000080:00200000:2.0:1787827119.763634:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000093229f6f[3 00000000ba14583b 2 1 000000001c518263 0 0 1254] 00000080:00200000:2.0:1787827119.763637:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000005356b6dc 17ffffc0001001 3:0 ffffa0e3c37cae80 1254 lru 00000080:00200000:2.0:1787827119.763642:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000002f90bbb6 1254: 1< 0 - - > 2< 5136384 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11640832 - | - - + - > 5< - - + - | 0 - | 230 - -> 00000080:00200000:2.0:1787827119.763644:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000093229f6f 00000080:00200000:2.0:1787827119.763646:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.763648:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.763657:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763665:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763672:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763680:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763696:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.763699:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.763701:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.763707:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.763729:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.763732:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.763735:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763741:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.763747:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.763748:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.763751:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.763753:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1254, 1254] 00000080:00200000:2.0:1787827119.763757:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.763761:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.763765:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5140480 i_blocks 8192 00000080:00200000:2.0:1787827119.763768:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.763816:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5140480, count: 4096 00000080:00200000:2.0:1787827119.763820:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5140480, bytes: 4096 00000080:00200000:2.0:1787827119.763822:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.763825:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1256, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.763826:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5140480, 5144576) 0 0 00000080:00200000:2.0:1787827119.763828:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.763832:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1255, 1255] 00020000:00200000:2.0:1787827119.763835:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5140480 chunk: [5140480, 5144576) 5144576, 4096 00020000:00200000:2.0:1787827119.763836:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.763840:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1255, 1255] 00000008:00010000:2.0:1787827119.763844:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.763846:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.763852:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763858:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5140480 5144575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763864:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763869:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763873:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763878:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5140480, 5144576) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.763882:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1255 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.763908:0:22636:0:(rw26.c:875:ll_write_end()) pos 5140480, len 4096, copied 4096 00000080:00200000:2.0:1787827119.763912:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008e3c1391[3 00000000ba14583b 2 1 000000001c518263 0 0 1255] 00000080:00200000:2.0:1787827119.763914:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff06aef9 17ffffc0001001 3:0 ffffa0e3c37ca910 1255 lru 00000080:00200000:2.0:1787827119.763918:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000051ccddd 1255: 1< 0 - - > 2< 5140480 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11636736 - | - - + - > 5< - - + - | 0 - | 231 - -> 00000080:00200000:2.0:1787827119.763919:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008e3c1391 00000080:00200000:2.0:1787827119.763920:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.763922:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.763929:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763935:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763939:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.763943:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.763950:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.763952:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.763953:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.763957:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.763958:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.763959:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.763962:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.763966:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.763972:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.763974:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.763976:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.763979:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1255, 1255] 00000080:00200000:2.0:1787827119.763983:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.763986:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.763990:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5144576 i_blocks 8192 00000080:00200000:2.0:1787827119.763993:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.764038:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5144576, count: 4096 00000080:00200000:2.0:1787827119.764043:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5144576, bytes: 4096 00000080:00200000:2.0:1787827119.764046:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.764050:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1257, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.764052:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5144576, 5148672) 0 0 00000080:00200000:2.0:1787827119.764054:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.764060:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1256, 1256] 00020000:00200000:2.0:1787827119.764064:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5144576 chunk: [5144576, 5148672) 5148672, 4096 00020000:00200000:2.0:1787827119.764066:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.764071:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1256, 1256] 00000008:00010000:2.0:1787827119.764076:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.764079:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.764087:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764096:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5144576 5148671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764105:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764114:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764121:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764130:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5144576, 5148672) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.764135:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1256 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.764149:0:22636:0:(rw26.c:875:ll_write_end()) pos 5144576, len 4096, copied 4096 00000080:00200000:2.0:1787827119.764152:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000afcb5a27[3 00000000ba14583b 2 1 000000001c518263 0 0 1256] 00000080:00200000:2.0:1787827119.764155:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000008f9e9285 17ffffc0001001 3:0 ffffa0e3c37ca000 1256 lru 00000080:00200000:2.0:1787827119.764161:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000d485d42d 1256: 1< 0 - - > 2< 5144576 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11632640 - | - - + - > 5< - - + - | 0 - | 232 - -> 00000080:00200000:2.0:1787827119.764163:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000afcb5a27 00000080:00200000:2.0:1787827119.764164:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.764166:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.764174:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764183:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764190:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764199:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764210:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.764212:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.764214:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.764218:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.764220:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.764222:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.764225:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764230:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.764235:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.764236:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.764238:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.764240:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1256, 1256] 00000080:00200000:2.0:1787827119.764243:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.764245:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.764248:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5148672 i_blocks 8192 00000080:00200000:2.0:1787827119.764249:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.764295:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5148672, count: 4096 00000080:00200000:2.0:1787827119.764300:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5148672, bytes: 4096 00000080:00200000:2.0:1787827119.764303:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.764307:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1258, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.764309:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5148672, 5152768) 0 0 00000080:00200000:2.0:1787827119.764311:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.764316:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1257, 1257] 00020000:00200000:2.0:1787827119.764319:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5148672 chunk: [5148672, 5152768) 5152768, 4096 00020000:00200000:2.0:1787827119.764322:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.764327:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1257, 1257] 00000008:00010000:2.0:1787827119.764332:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.764335:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.764343:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764352:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5148672 5152767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764362:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764370:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764377:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764384:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5148672, 5152768) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.764389:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1257 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.764406:0:22636:0:(rw26.c:875:ll_write_end()) pos 5148672, len 4096, copied 4096 00000080:00200000:2.0:1787827119.764410:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009cadf5b6[3 00000000ba14583b 2 1 000000001c518263 0 0 1257] 00000080:00200000:2.0:1787827119.764413:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000f53ea68f 17ffffc0001001 3:0 ffffa0e3c37cacb0 1257 lru 00000080:00200000:2.0:1787827119.764419:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2a968f3 1257: 1< 0 - - > 2< 5148672 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11628544 - | - - + - > 5< - - + - | 0 - | 233 - -> 00000080:00200000:2.0:1787827119.764421:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009cadf5b6 00000080:00200000:2.0:1787827119.764423:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.764425:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.764433:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764441:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764447:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764460:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764472:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.764475:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.764477:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.764483:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.764485:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.764488:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.764493:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764501:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.764510:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.764512:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.764517:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.764521:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1257, 1257] 00000080:00200000:2.0:1787827119.764524:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.764527:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.764532:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5152768 i_blocks 8192 00000080:00200000:2.0:1787827119.764535:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.764582:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5152768, count: 4096 00000080:00200000:2.0:1787827119.764586:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5152768, bytes: 4096 00000080:00200000:2.0:1787827119.764589:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.764593:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1259, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.764595:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5152768, 5156864) 0 0 00000080:00200000:2.0:1787827119.764597:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.764603:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1258, 1258] 00020000:00200000:2.0:1787827119.764605:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5152768 chunk: [5152768, 5156864) 5156864, 4096 00020000:00200000:2.0:1787827119.764608:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.764612:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1258, 1258] 00000008:00010000:2.0:1787827119.764618:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.764620:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.764628:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764636:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5152768 5156863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764645:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764653:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764660:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764668:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5152768, 5156864) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.764673:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1258 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.764690:0:22636:0:(rw26.c:875:ll_write_end()) pos 5152768, len 4096, copied 4096 00000080:00200000:2.0:1787827119.764694:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ef76a5f0[3 00000000ba14583b 2 1 000000001c518263 0 0 1258] 00000080:00200000:2.0:1787827119.764697:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000006e043e88 17ffffc0001001 3:0 ffffa0e3c37caae0 1258 lru 00000080:00200000:2.0:1787827119.764703:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000001ad94b30 1258: 1< 0 - - > 2< 5152768 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11624448 - | - - + - > 5< - - + - | 0 - | 234 - -> 00000080:00200000:2.0:1787827119.764705:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ef76a5f0 00000080:00200000:2.0:1787827119.764706:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.764708:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.764736:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764745:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764753:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.764760:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764771:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.764774:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.764776:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.764781:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.764783:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.764786:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.764790:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764798:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.764807:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.764810:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.764814:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.764817:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1258, 1258] 00000080:00200000:2.0:1787827119.764820:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.764824:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.764828:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5156864 i_blocks 8192 00000080:00200000:2.0:1787827119.764832:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.764879:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5156864, count: 4096 00000080:00200000:2.0:1787827119.764884:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5156864, bytes: 4096 00000080:00200000:2.0:1787827119.764887:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.764891:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1260, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.764907:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5156864, 5160960) 0 0 00000080:00200000:2.0:1787827119.764911:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.764917:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1259, 1259] 00020000:00200000:2.0:1787827119.764920:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5156864 chunk: [5156864, 5160960) 5160960, 4096 00020000:00200000:2.0:1787827119.764922:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.764928:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1259, 1259] 00000008:00010000:2.0:1787827119.764934:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.764936:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.764943:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764953:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5156864 5160959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764963:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764971:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.764983:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.764991:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5156864, 5160960) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.764996:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1259 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.765018:0:22636:0:(rw26.c:875:ll_write_end()) pos 5156864, len 4096, copied 4096 00000080:00200000:2.0:1787827119.765022:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000637a1a05[3 00000000ba14583b 2 1 000000001c518263 0 0 1259] 00000080:00200000:2.0:1787827119.765025:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000054cc948e 17ffffc0001021 2:0 ffffa0e3c37ca2b8 1259 lru 00000080:00200000:2.0:1787827119.765032:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0768d2c 1259: 1< 0 - - > 2< 5156864 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11620352 - | - - + - > 5< - - + - | 0 - | 235 - -> 00000080:00200000:2.0:1787827119.765033:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000637a1a05 00000080:00200000:2.0:1787827119.765035:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.765037:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.765046:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765054:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765061:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765069:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765080:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.765082:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.765085:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.765091:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.765094:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.765096:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.765100:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765108:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.765115:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.765118:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.765122:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.765125:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1259, 1259] 00000080:00200000:2.0:1787827119.765129:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.765132:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.765137:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5160960 i_blocks 8192 00000080:00200000:2.0:1787827119.765140:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.765185:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5160960, count: 4096 00000080:00200000:2.0:1787827119.765190:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5160960, bytes: 4096 00000080:00200000:2.0:1787827119.765193:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.765197:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1261, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.765198:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5160960, 5165056) 0 0 00000080:00200000:2.0:1787827119.765201:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.765206:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1260, 1260] 00020000:00200000:2.0:1787827119.765210:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5160960 chunk: [5160960, 5165056) 5165056, 4096 00020000:00200000:2.0:1787827119.765212:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.765218:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1260, 1260] 00000008:00010000:2.0:1787827119.765224:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.765226:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.765234:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765244:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5160960 5165055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765254:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765262:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765270:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765279:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5160960, 5165056) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.765284:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1260 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.765302:0:22636:0:(rw26.c:875:ll_write_end()) pos 5160960, len 4096, copied 4096 00000080:00200000:2.0:1787827119.765306:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000acf98f2c[3 00000000ba14583b 2 1 000000001c518263 0 0 1260] 00000080:00200000:2.0:1787827119.765310:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000a6d29a05 17ffffc0001001 3:0 ffffa0e3c37cabc8 1260 lru 00000080:00200000:2.0:1787827119.765315:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009d885d10 1260: 1< 0 - - > 2< 5160960 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11616256 - | - - + - > 5< - - + - | 0 - | 236 - -> 00000080:00200000:2.0:1787827119.765317:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000acf98f2c 00000080:00200000:2.0:1787827119.765318:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.765320:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.765329:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765337:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765344:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765352:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765364:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.765366:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.765369:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.765374:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.765376:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.765379:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.765383:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765390:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.765397:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.765399:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.765404:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.765406:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1260, 1260] 00000080:00200000:2.0:1787827119.765410:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.765413:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.765417:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5165056 i_blocks 8192 00000080:00200000:2.0:1787827119.765419:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.765467:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5165056, count: 4096 00000080:00200000:2.0:1787827119.765471:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5165056, bytes: 4096 00000080:00200000:2.0:1787827119.765474:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.765478:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1262, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.765480:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5165056, 5169152) 0 0 00000080:00200000:2.0:1787827119.765482:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.765487:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1261, 1261] 00020000:00200000:2.0:1787827119.765490:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5165056 chunk: [5165056, 5169152) 5169152, 4096 00020000:00200000:2.0:1787827119.765493:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.765498:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1261, 1261] 00000008:00010000:2.0:1787827119.765504:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.765506:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.765514:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765523:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5165056 5169151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765532:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765540:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765547:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765556:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5165056, 5169152) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.765561:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1261 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.765578:0:22636:0:(rw26.c:875:ll_write_end()) pos 5165056, len 4096, copied 4096 00000080:00200000:2.0:1787827119.765583:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000b6aebb72[3 00000000ba14583b 2 1 000000001c518263 0 0 1261] 00000080:00200000:2.0:1787827119.765586:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000960a9a99 17ffffc0001001 3:0 ffffa0e3c37ca658 1261 lru 00000080:00200000:2.0:1787827119.765592:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000b2c8c5b3 1261: 1< 0 - - > 2< 5165056 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11612160 - | - - + - > 5< - - + - | 0 - | 237 - -> 00000080:00200000:2.0:1787827119.765594:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000b6aebb72 00000080:00200000:2.0:1787827119.765595:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.765597:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.765606:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765613:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765620:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765628:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765640:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.765643:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.765645:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.765651:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.765653:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.765656:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.765660:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765668:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.765676:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.765679:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.765683:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.765686:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1261, 1261] 00000080:00200000:2.0:1787827119.765690:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.765692:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.765697:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5169152 i_blocks 8192 00000080:00200000:2.0:1787827119.765700:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.765769:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5169152, count: 4096 00000080:00200000:2.0:1787827119.765774:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5169152, bytes: 4096 00000080:00200000:2.0:1787827119.765777:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.765781:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1263, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.765782:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5169152, 5173248) 0 0 00000080:00200000:2.0:1787827119.765785:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.765790:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1262, 1262] 00020000:00200000:2.0:1787827119.765793:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5169152 chunk: [5169152, 5173248) 5173248, 4096 00020000:00200000:2.0:1787827119.765795:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.765801:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1262, 1262] 00000008:00010000:2.0:1787827119.765806:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.765808:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.765816:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765826:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5169152 5173247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765834:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765848:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765855:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765864:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5169152, 5173248) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.765869:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1262 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.765886:0:22636:0:(rw26.c:875:ll_write_end()) pos 5169152, len 4096, copied 4096 00000080:00200000:2.0:1787827119.765891:0:22636:0:(rw26.c:933:ll_write_end()) page@000000006d1c9df5[3 00000000ba14583b 2 1 000000001c518263 0 0 1262] 00000080:00200000:2.0:1787827119.765908:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000041ac5723 17ffffc0001001 3:0 ffffa0e3c37ca1d0 1262 lru 00000080:00200000:2.0:1787827119.765914:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd6d1fb5 1262: 1< 0 - - > 2< 5169152 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11608064 - | - - + - > 5< - - + - | 0 - | 238 - -> 00000080:00200000:2.0:1787827119.765916:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000006d1c9df5 00000080:00200000:2.0:1787827119.765917:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.765919:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.765928:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765936:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765943:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.765952:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.765969:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.765972:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.765974:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.765980:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.765982:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.765985:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.765989:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.765998:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.766006:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.766009:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.766013:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.766015:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1262, 1262] 00000080:00200000:2.0:1787827119.766019:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.766022:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.766026:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5173248 i_blocks 8192 00000080:00200000:2.0:1787827119.766029:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.766078:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5173248, count: 4096 00000080:00200000:2.0:1787827119.766083:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5173248, bytes: 4096 00000080:00200000:2.0:1787827119.766085:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.766089:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1264, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.766090:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5173248, 5177344) 0 0 00000080:00200000:2.0:1787827119.766093:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.766098:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1263, 1263] 00020000:00200000:2.0:1787827119.766101:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5173248 chunk: [5173248, 5177344) 5177344, 4096 00020000:00200000:2.0:1787827119.766103:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.766107:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1263, 1263] 00000008:00010000:2.0:1787827119.766112:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.766114:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.766122:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766131:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5173248 5177343) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766139:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766147:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766153:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766161:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5173248, 5177344) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.766166:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1263 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.766182:0:22636:0:(rw26.c:875:ll_write_end()) pos 5173248, len 4096, copied 4096 00000080:00200000:2.0:1787827119.766186:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000be1e9e39[3 00000000ba14583b 2 1 000000001c518263 0 0 1263] 00000080:00200000:2.0:1787827119.766189:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000007110c406 17ffffc0001001 3:0 ffffa0e3c37ca9f8 1263 lru 00000080:00200000:2.0:1787827119.766194:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000085813939 1263: 1< 0 - - > 2< 5173248 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11603968 - | - - + - > 5< - - + - | 0 - | 239 - -> 00000080:00200000:2.0:1787827119.766197:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000be1e9e39 00000080:00200000:2.0:1787827119.766198:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.766200:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.766209:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766218:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766225:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766233:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766245:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.766247:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.766250:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.766256:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.766258:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.766261:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.766265:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766274:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.766283:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.766286:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.766290:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.766292:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1263, 1263] 00000080:00200000:2.0:1787827119.766296:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.766299:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.766304:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5177344 i_blocks 8192 00000080:00200000:2.0:1787827119.766307:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.766354:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5177344, count: 4096 00000080:00200000:2.0:1787827119.766357:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5177344, bytes: 4096 00000080:00200000:2.0:1787827119.766359:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.766361:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1265, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.766363:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5177344, 5181440) 0 0 00000080:00200000:2.0:1787827119.766365:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.766369:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1264, 1264] 00020000:00200000:2.0:1787827119.766372:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5177344 chunk: [5177344, 5181440) 5181440, 4096 00020000:00200000:2.0:1787827119.766375:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.766380:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1264, 1264] 00000008:00010000:2.0:1787827119.766385:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.766387:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.766395:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766404:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5177344 5181439) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766413:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766421:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766426:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766435:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5177344, 5181440) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.766440:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1264 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.766458:0:22636:0:(rw26.c:875:ll_write_end()) pos 5177344, len 4096, copied 4096 00000080:00200000:2.0:1787827119.766462:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008c220063[3 00000000ba14583b 2 1 000000001c518263 0 0 1264] 00000080:00200000:2.0:1787827119.766465:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000cbb097f3 17ffffc0001001 3:0 ffffa0e3c37ca488 1264 lru 00000080:00200000:2.0:1787827119.766470:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000f7375744 1264: 1< 0 - - > 2< 5177344 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11599872 - | - - + - > 5< - - + - | 0 - | 240 - -> 00000080:00200000:2.0:1787827119.766472:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008c220063 00000080:00200000:2.0:1787827119.766473:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.766475:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.766483:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766490:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766497:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766503:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766510:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.766512:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.766513:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.766517:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.766519:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.766521:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.766524:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766529:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.766535:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.766538:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.766541:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.766544:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1264, 1264] 00000080:00200000:2.0:1787827119.766547:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.766550:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.766555:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5181440 i_blocks 8192 00000080:00200000:2.0:1787827119.766558:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.766600:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5181440, count: 4096 00000080:00200000:2.0:1787827119.766603:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5181440, bytes: 4096 00000080:00200000:2.0:1787827119.766605:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.766608:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1266, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.766609:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5181440, 5185536) 0 0 00000080:00200000:2.0:1787827119.766611:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.766615:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1265, 1265] 00020000:00200000:2.0:1787827119.766617:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5181440 chunk: [5181440, 5185536) 5185536, 4096 00020000:00200000:2.0:1787827119.766619:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.766623:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1265, 1265] 00000008:00010000:2.0:1787827119.766627:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.766628:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.766634:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766640:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5181440 5185535) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766646:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766651:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766655:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766660:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5181440, 5185536) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.766663:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1265 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.766676:0:22636:0:(rw26.c:875:ll_write_end()) pos 5181440, len 4096, copied 4096 00000080:00200000:2.0:1787827119.766679:0:22636:0:(rw26.c:933:ll_write_end()) page@000000002e842d04[3 00000000ba14583b 2 1 000000001c518263 0 0 1265] 00000080:00200000:2.0:1787827119.766681:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000083d4f9c0 17ffffc0001001 3:0 ffffa0e3c37ca570 1265 lru 00000080:00200000:2.0:1787827119.766685:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000093524d83 1265: 1< 0 - - > 2< 5181440 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11595776 - | - - + - > 5< - - + - | 0 - | 241 - -> 00000080:00200000:2.0:1787827119.766686:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000002e842d04 00000080:00200000:2.0:1787827119.766687:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.766688:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.766694:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766699:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766706:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766742:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766755:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.766758:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.766759:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.766764:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.766766:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.766768:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.766771:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766776:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.766781:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.766783:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.766785:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.766787:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1265, 1265] 00000080:00200000:2.0:1787827119.766789:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.766791:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.766795:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5185536 i_blocks 8192 00000080:00200000:2.0:1787827119.766797:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.766833:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5185536, count: 4096 00000080:00200000:2.0:1787827119.766838:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5185536, bytes: 4096 00000080:00200000:2.0:1787827119.766840:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.766844:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1267, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.766846:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5185536, 5189632) 0 0 00000080:00200000:2.0:1787827119.766848:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.766854:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1266, 1266] 00020000:00200000:2.0:1787827119.766857:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5185536 chunk: [5185536, 5189632) 5189632, 4096 00020000:00200000:2.0:1787827119.766859:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.766865:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1266, 1266] 00000008:00010000:2.0:1787827119.766870:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.766873:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.766880:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766889:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5185536 5189631) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766910:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766918:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.766926:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.766934:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5185536, 5189632) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.766939:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1266 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.766965:0:22636:0:(rw26.c:875:ll_write_end()) pos 5185536, len 4096, copied 4096 00000080:00200000:2.0:1787827119.766969:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000c4358ef1[3 00000000ba14583b 2 1 000000001c518263 0 0 1266] 00000080:00200000:2.0:1787827119.766972:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000eea37a0a 17ffffc0001001 3:0 ffffa0e3c74bf000 1266 lru 00000080:00200000:2.0:1787827119.766977:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009d61b3a2 1266: 1< 0 - - > 2< 5185536 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11591680 - | - - + - > 5< - - + - | 0 - | 242 - -> 00000080:00200000:2.0:1787827119.766979:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000c4358ef1 00000080:00200000:2.0:1787827119.766980:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.766982:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.766990:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.766997:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767004:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767011:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767021:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.767023:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.767025:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.767030:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.767033:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.767036:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.767040:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767048:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.767056:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.767059:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.767064:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.767067:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1266, 1266] 00000080:00200000:2.0:1787827119.767071:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.767074:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.767079:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5189632 i_blocks 8192 00000080:00200000:2.0:1787827119.767082:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.767127:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5189632, count: 4096 00000080:00200000:2.0:1787827119.767132:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5189632, bytes: 4096 00000080:00200000:2.0:1787827119.767135:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.767139:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1268, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.767140:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5189632, 5193728) 0 0 00000080:00200000:2.0:1787827119.767143:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.767149:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1267, 1267] 00020000:00200000:2.0:1787827119.767152:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5189632 chunk: [5189632, 5193728) 5193728, 4096 00020000:00200000:2.0:1787827119.767155:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.767160:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1267, 1267] 00000008:00010000:2.0:1787827119.767165:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.767167:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.767174:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767183:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5189632 5193727) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767192:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767199:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767211:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767220:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5189632, 5193728) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.767225:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1267 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.767241:0:22636:0:(rw26.c:875:ll_write_end()) pos 5189632, len 4096, copied 4096 00000080:00200000:2.0:1787827119.767246:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000029731272[3 00000000ba14583b 2 1 000000001c518263 0 0 1267] 00000080:00200000:2.0:1787827119.767250:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000004ae03553 17ffffc0001001 3:0 ffffa0e3c74bfcb0 1267 lru 00000080:00200000:2.0:1787827119.767256:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000004b63e610 1267: 1< 0 - - > 2< 5189632 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11587584 - | - - + - > 5< - - + - | 0 - | 243 - -> 00000080:00200000:2.0:1787827119.767258:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000029731272 00000080:00200000:2.0:1787827119.767259:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.767261:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.767270:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767279:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767287:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767295:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767306:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.767309:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.767312:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.767318:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.767321:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.767323:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.767327:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767335:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.767343:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.767345:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.767350:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.767353:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1267, 1267] 00000080:00200000:2.0:1787827119.767356:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.767359:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.767363:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5193728 i_blocks 8192 00000080:00200000:2.0:1787827119.767366:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.767411:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5193728, count: 4096 00000080:00200000:2.0:1787827119.767416:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5193728, bytes: 4096 00000080:00200000:2.0:1787827119.767419:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.767423:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1269, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.767425:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5193728, 5197824) 0 0 00000080:00200000:2.0:1787827119.767427:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.767433:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1268, 1268] 00020000:00200000:2.0:1787827119.767437:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5193728 chunk: [5193728, 5197824) 5197824, 4096 00020000:00200000:2.0:1787827119.767439:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.767445:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1268, 1268] 00000008:00010000:2.0:1787827119.767451:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.767453:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.767462:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767471:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5193728 5197823) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767482:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767490:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767498:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767506:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5193728, 5197824) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.767512:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1268 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.767530:0:22636:0:(rw26.c:875:ll_write_end()) pos 5193728, len 4096, copied 4096 00000080:00200000:2.0:1787827119.767535:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000656bb92f[3 00000000ba14583b 2 1 000000001c518263 0 0 1268] 00000080:00200000:2.0:1787827119.767538:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000028831945 17ffffc0001001 3:0 ffffa0e3c74bfae0 1268 lru 00000080:00200000:2.0:1787827119.767544:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000358dd331 1268: 1< 0 - - > 2< 5193728 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11583488 - | - - + - > 5< - - + - | 0 - | 244 - -> 00000080:00200000:2.0:1787827119.767546:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000656bb92f 00000080:00200000:2.0:1787827119.767547:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.767549:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.767559:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767568:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767576:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767584:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767594:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.767597:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.767600:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.767605:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.767607:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.767610:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.767614:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767622:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.767630:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.767632:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.767637:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.767640:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1268, 1268] 00000080:00200000:2.0:1787827119.767644:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.767647:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.767652:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5197824 i_blocks 8192 00000080:00200000:2.0:1787827119.767655:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.767701:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5197824, count: 4096 00000080:00200000:2.0:1787827119.767706:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5197824, bytes: 4096 00000080:00200000:2.0:1787827119.767709:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.767734:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1270, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.767736:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5197824, 5201920) 0 0 00000080:00200000:2.0:1787827119.767738:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.767744:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1269, 1269] 00020000:00200000:2.0:1787827119.767747:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5197824 chunk: [5197824, 5201920) 5201920, 4096 00020000:00200000:2.0:1787827119.767749:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.767755:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1269, 1269] 00000008:00010000:2.0:1787827119.767760:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.767763:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.767770:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767779:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5197824 5201919) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767788:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767795:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767803:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767811:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5197824, 5201920) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.767816:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1269 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.767833:0:22636:0:(rw26.c:875:ll_write_end()) pos 5197824, len 4096, copied 4096 00000080:00200000:2.0:1787827119.767838:0:22636:0:(rw26.c:933:ll_write_end()) page@000000003ec7f167[3 00000000ba14583b 2 1 000000001c518263 0 0 1269] 00000080:00200000:2.0:1787827119.767841:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000036c4584c 17ffffc0001001 3:0 ffffa0e3c74bf2b8 1269 lru 00000080:00200000:2.0:1787827119.767846:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000085007f9c 1269: 1< 0 - - > 2< 5197824 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11579392 - | - - + - > 5< - - + - | 0 - | 245 - -> 00000080:00200000:2.0:1787827119.767848:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000003ec7f167 00000080:00200000:2.0:1787827119.767849:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.767851:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.767860:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767868:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767875:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.767882:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.767904:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.767908:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.767910:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.767917:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.767919:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.767922:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.767926:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.767934:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.767940:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.767941:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.767944:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.767947:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1269, 1269] 00000080:00200000:2.0:1787827119.767949:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.767951:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.767954:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5201920 i_blocks 8192 00000080:00200000:2.0:1787827119.767956:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.767988:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5201920, count: 4096 00000080:00200000:2.0:1787827119.767991:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5201920, bytes: 4096 00000080:00200000:2.0:1787827119.767993:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.767995:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1271, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.767996:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5201920, 5206016) 0 0 00000080:00200000:2.0:1787827119.767998:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.768002:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1270, 1270] 00020000:00200000:2.0:1787827119.768004:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5201920 chunk: [5201920, 5206016) 5206016, 4096 00020000:00200000:2.0:1787827119.768005:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.768009:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1270, 1270] 00000008:00010000:2.0:1787827119.768013:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.768014:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.768020:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768027:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5201920 5206015) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768036:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768048:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768056:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768064:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5201920, 5206016) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.768070:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1270 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.768084:0:22636:0:(rw26.c:875:ll_write_end()) pos 5201920, len 4096, copied 4096 00000080:00200000:2.0:1787827119.768087:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ab4b938c[3 00000000ba14583b 2 1 000000001c518263 0 0 1270] 00000080:00200000:2.0:1787827119.768089:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d2a45268 17ffffc0001001 3:0 ffffa0e3c74bfbc8 1270 lru 00000080:00200000:2.0:1787827119.768092:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000d22f095 1270: 1< 0 - - > 2< 5201920 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11575296 - | - - + - > 5< - - + - | 0 - | 246 - -> 00000080:00200000:2.0:1787827119.768094:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ab4b938c 00000080:00200000:2.0:1787827119.768095:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.768096:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.768102:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768110:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768116:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768123:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768140:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.768143:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.768145:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.768151:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.768154:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.768156:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.768159:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768164:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.768170:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.768171:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.768174:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.768176:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1270, 1270] 00000080:00200000:2.0:1787827119.768178:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.768180:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.768183:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5206016 i_blocks 8192 00000080:00200000:2.0:1787827119.768185:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.768217:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5206016, count: 4096 00000080:00200000:2.0:1787827119.768219:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5206016, bytes: 4096 00000080:00200000:2.0:1787827119.768221:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.768223:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1272, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.768225:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5206016, 5210112) 0 0 00000080:00200000:2.0:1787827119.768226:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.768230:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1271, 1271] 00020000:00200000:2.0:1787827119.768232:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5206016 chunk: [5206016, 5210112) 5210112, 4096 00020000:00200000:2.0:1787827119.768233:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.768237:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1271, 1271] 00000008:00010000:2.0:1787827119.768240:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.768242:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.768247:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768253:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5206016 5210111) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768259:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768263:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768267:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768272:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5206016, 5210112) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.768275:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1271 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.768287:0:22636:0:(rw26.c:875:ll_write_end()) pos 5206016, len 4096, copied 4096 00000080:00200000:2.0:1787827119.768289:0:22636:0:(rw26.c:933:ll_write_end()) page@000000001c6e4092[3 00000000ba14583b 2 1 000000001c518263 0 0 1271] 00000080:00200000:2.0:1787827119.768291:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa824337 17ffffc0001001 3:0 ffffa0e3c74bf658 1271 lru 00000080:00200000:2.0:1787827119.768295:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000000194e64f 1271: 1< 0 - - > 2< 5206016 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11571200 - | - - + - > 5< - - + - | 0 - | 247 - -> 00000080:00200000:2.0:1787827119.768296:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000001c6e4092 00000080:00200000:2.0:1787827119.768297:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.768298:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.768304:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768309:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768313:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768318:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768324:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.768326:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.768327:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.768330:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.768332:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.768333:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.768336:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768340:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.768346:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.768347:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.768350:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.768352:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1271, 1271] 00000080:00200000:2.0:1787827119.768354:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.768356:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.768359:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5210112 i_blocks 8192 00000080:00200000:2.0:1787827119.768362:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.768414:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5210112, count: 4096 00000080:00200000:2.0:1787827119.768418:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5210112, bytes: 4096 00000080:00200000:2.0:1787827119.768420:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.768422:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1273, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.768423:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5210112, 5214208) 0 0 00000080:00200000:2.0:1787827119.768425:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.768429:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1272, 1272] 00020000:00200000:2.0:1787827119.768431:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5210112 chunk: [5210112, 5214208) 5214208, 4096 00020000:00200000:2.0:1787827119.768433:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.768436:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1272, 1272] 00000008:00010000:2.0:1787827119.768440:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.768442:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.768450:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768458:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5210112 5214207) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768468:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768476:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768484:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768493:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5210112, 5214208) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.768497:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1272 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.768511:0:22636:0:(rw26.c:875:ll_write_end()) pos 5210112, len 4096, copied 4096 00000080:00200000:2.0:1787827119.768514:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ea380c16[3 00000000ba14583b 2 1 000000001c518263 0 0 1272] 00000080:00200000:2.0:1787827119.768515:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6fc2ec0 17ffffc0001001 3:0 ffffa0e3c74bf1d0 1272 lru 00000080:00200000:2.0:1787827119.768519:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007eb0b183 1272: 1< 0 - - > 2< 5210112 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11567104 - | - - + - > 5< - - + - | 0 - | 248 - -> 00000080:00200000:2.0:1787827119.768520:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ea380c16 00000080:00200000:2.0:1787827119.768521:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.768523:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.768528:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768534:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768541:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768548:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768559:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.768562:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.768564:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.768570:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.768573:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.768576:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.768581:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768588:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.768594:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.768595:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.768598:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.768600:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1272, 1272] 00000080:00200000:2.0:1787827119.768602:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.768604:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.768607:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5214208 i_blocks 8192 00000080:00200000:2.0:1787827119.768609:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.768642:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5214208, count: 4096 00000080:00200000:2.0:1787827119.768645:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5214208, bytes: 4096 00000080:00200000:2.0:1787827119.768648:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.768651:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1274, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.768653:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5214208, 5218304) 0 0 00000080:00200000:2.0:1787827119.768655:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.768662:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1273, 1273] 00020000:00200000:2.0:1787827119.768664:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5214208 chunk: [5214208, 5218304) 5218304, 4096 00020000:00200000:2.0:1787827119.768667:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.768672:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1273, 1273] 00000008:00010000:2.0:1787827119.768677:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.768679:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.768688:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768697:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5214208 5218303) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768706:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768734:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768740:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768748:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5214208, 5218304) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.768753:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1273 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.768769:0:22636:0:(rw26.c:875:ll_write_end()) pos 5214208, len 4096, copied 4096 00000080:00200000:2.0:1787827119.768773:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000d2bec9a8[3 00000000ba14583b 2 1 000000001c518263 0 0 1273] 00000080:00200000:2.0:1787827119.768776:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000011d564a4 17ffffc0001001 3:0 ffffa0e3c74bf9f8 1273 lru 00000080:00200000:2.0:1787827119.768782:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000018c5bc47 1273: 1< 0 - - > 2< 5214208 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11563008 - | - - + - > 5< - - + - | 0 - | 249 - -> 00000080:00200000:2.0:1787827119.768783:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000d2bec9a8 00000080:00200000:2.0:1787827119.768785:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.768787:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.768795:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768803:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768810:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.768822:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.768833:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.768836:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.768838:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.768845:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.768847:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.768850:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.768854:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768863:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.768871:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.768873:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.768876:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.768878:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1273, 1273] 00000080:00200000:2.0:1787827119.768881:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.768883:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.768886:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5218304 i_blocks 8192 00000080:00200000:2.0:1787827119.768888:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.768944:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5218304, count: 4096 00000080:00200000:2.0:1787827119.768949:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5218304, bytes: 4096 00000080:00200000:2.0:1787827119.768951:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.768956:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1275, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.768957:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5218304, 5222400) 0 0 00000080:00200000:2.0:1787827119.768960:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.768965:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1274, 1274] 00020000:00200000:2.0:1787827119.768968:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5218304 chunk: [5218304, 5222400) 5222400, 4096 00020000:00200000:2.0:1787827119.768970:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.768975:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1274, 1274] 00000008:00010000:2.0:1787827119.768981:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.768983:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.768990:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.768998:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5218304 5222399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769006:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769013:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769018:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769025:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5218304, 5222400) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.769030:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1274 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.769053:0:22636:0:(rw26.c:875:ll_write_end()) pos 5218304, len 4096, copied 4096 00000080:00200000:2.0:1787827119.769058:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000837b05a3[3 00000000ba14583b 2 1 000000001c518263 0 0 1274] 00000080:00200000:2.0:1787827119.769061:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000003424c77d 17ffffc0001021 2:0 ffffa0e3c74bf488 1274 lru 00000080:00200000:2.0:1787827119.769066:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000007da3bda4 1274: 1< 0 - - > 2< 5218304 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11558912 - | - - + - > 5< - - + - | 0 - | 250 - -> 00000080:00200000:2.0:1787827119.769069:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000837b05a3 00000080:00200000:2.0:1787827119.769069:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.769071:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.769077:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769082:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769087:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769091:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769099:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.769101:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.769103:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.769109:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.769111:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.769113:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.769118:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769125:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.769134:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.769137:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.769141:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.769144:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1274, 1274] 00000080:00200000:2.0:1787827119.769148:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.769151:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.769155:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5222400 i_blocks 8192 00000080:00200000:2.0:1787827119.769157:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.769189:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5222400, count: 4096 00000080:00200000:2.0:1787827119.769192:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5222400, bytes: 4096 00000080:00200000:2.0:1787827119.769193:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.769196:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1276, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.769197:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5222400, 5226496) 0 0 00000080:00200000:2.0:1787827119.769198:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.769202:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1275, 1275] 00020000:00200000:2.0:1787827119.769204:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5222400 chunk: [5222400, 5226496) 5226496, 4096 00020000:00200000:2.0:1787827119.769206:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.769209:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1275, 1275] 00000008:00010000:2.0:1787827119.769213:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.769214:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.769220:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769225:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5222400 5226495) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769231:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769235:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769243:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769248:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5222400, 5226496) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.769251:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1275 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.769263:0:22636:0:(rw26.c:875:ll_write_end()) pos 5222400, len 4096, copied 4096 00000080:00200000:2.0:1787827119.769266:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000006fba195[3 00000000ba14583b 2 1 000000001c518263 0 0 1275] 00000080:00200000:2.0:1787827119.769267:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @000000002518ff62 17ffffc0001001 3:0 ffffa0e3c74bf570 1275 lru 00000080:00200000:2.0:1787827119.769271:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000037b04a2d 1275: 1< 0 - - > 2< 5222400 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11554816 - | - - + - > 5< - - + - | 0 - | 251 - -> 00000080:00200000:2.0:1787827119.769272:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000006fba195 00000080:00200000:2.0:1787827119.769273:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.769275:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.769280:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769285:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769289:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769295:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769305:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.769307:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.769310:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.769315:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.769318:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.769320:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.769324:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769332:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.769341:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.769343:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.769348:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.769350:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1275, 1275] 00000080:00200000:2.0:1787827119.769353:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.769355:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.769358:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5226496 i_blocks 8192 00000080:00200000:2.0:1787827119.769360:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.769405:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5226496, count: 4096 00000080:00200000:2.0:1787827119.769410:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5226496, bytes: 4096 00000080:00200000:2.0:1787827119.769412:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.769416:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1277, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.769417:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5226496, 5230592) 0 0 00000080:00200000:2.0:1787827119.769420:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.769424:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1276, 1276] 00020000:00200000:2.0:1787827119.769426:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5226496 chunk: [5226496, 5230592) 5230592, 4096 00020000:00200000:2.0:1787827119.769428:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.769432:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1276, 1276] 00000008:00010000:2.0:1787827119.769435:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.769437:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.769445:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769453:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5226496 5230591) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769461:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769469:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769477:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769485:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5226496, 5230592) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.769490:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1276 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.769503:0:22636:0:(rw26.c:875:ll_write_end()) pos 5226496, len 4096, copied 4096 00000080:00200000:2.0:1787827119.769506:0:22636:0:(rw26.c:933:ll_write_end()) page@000000009e35868c[3 00000000ba14583b 2 1 000000001c518263 0 0 1276] 00000080:00200000:2.0:1787827119.769508:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000d0bf414b 17ffffc0001001 3:0 ffffa0e3c74bfd98 1276 lru 00000080:00200000:2.0:1787827119.769511:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000a9cb61ef 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11550720 - | - - + - > 5< - - + - | 0 - | 252 - -> 00000080:00200000:2.0:1787827119.769513:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000009e35868c 00000080:00200000:2.0:1787827119.769513:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.769515:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.769520:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769525:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769530:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769539:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769549:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.769551:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.769554:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.769559:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.769562:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.769564:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.769569:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769577:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.769585:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.769588:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.769592:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.769595:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1276, 1276] 00000080:00200000:2.0:1787827119.769599:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.769602:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.769607:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5230592 i_blocks 8192 00000080:00200000:2.0:1787827119.769609:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.769657:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5230592, count: 4096 00000080:00200000:2.0:1787827119.769661:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5230592, bytes: 4096 00000080:00200000:2.0:1787827119.769662:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.769665:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1278, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.769666:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5230592, 5234688) 0 0 00000080:00200000:2.0:1787827119.769668:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.769671:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1277, 1277] 00020000:00200000:2.0:1787827119.769674:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5230592 chunk: [5230592, 5234688) 5234688, 4096 00020000:00200000:2.0:1787827119.769675:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.769679:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1277, 1277] 00000008:00010000:2.0:1787827119.769683:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.769684:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.769690:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769696:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5230592 5234687) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769704:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769731:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769740:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769749:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5230592, 5234688) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.769754:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1277 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.769768:0:22636:0:(rw26.c:875:ll_write_end()) pos 5230592, len 4096, copied 4096 00000080:00200000:2.0:1787827119.769772:0:22636:0:(rw26.c:933:ll_write_end()) page@00000000ece2aba8[3 00000000ba14583b 2 1 000000001c518263 0 0 1277] 00000080:00200000:2.0:1787827119.769775:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000bba9a17d 17ffffc0001001 3:0 ffffa0e3c74bf740 1277 lru 00000080:00200000:2.0:1787827119.769781:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@00000000e116a9ac 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11546624 - | - - + - > 5< - - + - | 0 - | 253 - -> 00000080:00200000:2.0:1787827119.769782:0:22636:0:(rw26.c:933:ll_write_end()) end page@00000000ece2aba8 00000080:00200000:2.0:1787827119.769784:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.769786:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.769794:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769802:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769809:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.769816:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.769828:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.769831:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.769833:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.769839:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.769842:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.769845:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.769849:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.769857:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.769866:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.769868:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.769873:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.769876:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1277, 1277] 00000080:00200000:2.0:1787827119.769880:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.769883:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.769888:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5234688 i_blocks 8192 00000080:00200000:2.0:1787827119.769890:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.769947:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5234688, count: 4096 00000080:00200000:2.0:1787827119.769951:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5234688, bytes: 4096 00000080:00200000:2.0:1787827119.769954:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.769957:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1279, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.769959:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5234688, 5238784) 0 0 00000080:00200000:2.0:1787827119.769961:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.769967:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1278, 1278] 00020000:00200000:2.0:1787827119.769970:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5234688 chunk: [5234688, 5238784) 5238784, 4096 00020000:00200000:2.0:1787827119.769972:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.769977:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1278, 1278] 00000008:00010000:2.0:1787827119.769982:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.769984:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.769992:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770000:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5234688 5238783) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770008:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770020:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770026:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.770033:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5234688, 5238784) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.770038:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1278 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.770054:0:22636:0:(rw26.c:875:ll_write_end()) pos 5234688, len 4096, copied 4096 00000080:00200000:2.0:1787827119.770058:0:22636:0:(rw26.c:933:ll_write_end()) page@0000000056351b49[3 00000000ba14583b 2 1 000000001c518263 0 0 1278] 00000080:00200000:2.0:1787827119.770061:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @00000000831430c1 17ffffc0001001 3:0 ffffa0e3c74bf0e8 1278 lru 00000080:00200000:2.0:1787827119.770066:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@0000000026d82b1e 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11542528 - | - - + - > 5< - - + - | 0 - | 254 - -> 00000080:00200000:2.0:1787827119.770068:0:22636:0:(rw26.c:933:ll_write_end()) end page@0000000056351b49 00000080:00200000:2.0:1787827119.770069:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.770071:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.770078:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770086:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770092:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770099:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.770115:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.770118:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.770120:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.770126:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.770128:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.770131:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.770135:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770142:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.770150:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.770153:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.770157:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.770160:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1278, 1278] 00000080:00200000:2.0:1787827119.770164:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.770167:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.770172:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5238784 i_blocks 8192 00000080:00200000:2.0:1787827119.770174:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.770212:0:22636:0:(file.c:2652:do_file_write_iter()) START file f7.replay-ost-single:[0x200000403:0x12:0x0], ppos: 5238784, count: 4096 00000080:00200000:2.0:1787827119.770216:0:22636:0:(file.c:2090:ll_file_io_generic()) f7.replay-ost-single: write ppos: 5238784, bytes: 4096 00000080:00200000:2.0:1787827119.770219:0:22636:0:(file.c:1848:ll_io_set_mirror()) f7.replay-ost-single: desiginated mirror: 0 00000020:00200000:2.0:1787827119.770222:0:22636:0:(cl_io.c:218:cl_io_rw_init()) header@00000000eabc9228[0x110, 1280, [0x200000403:0x12:0x0] hash] 00000020:00200000:2.0:1787827119.770224:0:22636:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [5238784, 5242880) 0 0 00000080:00200000:2.0:1787827119.770227:0:22636:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787827119.770232:0:22636:0:(file.c:2170:ll_file_io_generic()) Range lock [1279, 1279] 00020000:00200000:2.0:1787827119.770235:0:22636:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5238784 chunk: [5238784, 5242880) 5242880, 4096 00020000:00200000:2.0:1787827119.770237:0:22636:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827119.770242:0:22636:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1279, 1279] 00000008:00010000:2.0:1787827119.770248:0:22636:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787827119.770250:0:22636:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3d1481ab0, osc lock ffffa0e3c770c888, flags 0x0 00010000:00010000:2.0:1787827119.770258:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770267:0:22636:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5238784 5242879) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770276:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770283:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770290:0:22636:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.770299:0:22636:0:(vvp_io.c:1339:vvp_io_write_start()) f7.replay-ost-single: write [5238784, 5242880) append 0 append lockpos 0 00000080:00200000:2.0:1787827119.770304:0:22636:0:(rw26.c:681:ll_write_begin()) Writing 1279 of 0 to 4096 bytes 00000080:00200000:2.0:1787827119.770321:0:22636:0:(rw26.c:875:ll_write_end()) pos 5238784, len 4096, copied 4096 00000080:00200000:2.0:1787827119.770326:0:22636:0:(rw26.c:933:ll_write_end()) page@000000008c74c3b9[3 00000000ba14583b 2 1 000000001c518263 0 0 1279] 00000080:00200000:2.0:1787827119.770329:0:22636:0:(rw26.c:933:ll_write_end()) vmpage @0000000010856dac 17ffffc0001001 3:0 ffffa0e3c74bf3a0 1279 lru 00000080:00200000:2.0:1787827119.770335:0:22636:0:(rw26.c:933:ll_write_end()) osc-page@000000009f468325 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 0000000090e6f0f2 000000008c53244d > 3< 0 0 > 4< 0 0 8 11538432 - | - - + - > 5< - - + - | 0 - | 255 - -> 00000080:00200000:2.0:1787827119.770337:0:22636:0:(rw26.c:933:ll_write_end()) end page@000000008c74c3b9 00000080:00200000:2.0:1787827119.770338:0:22636:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787827119.770340:0:22636:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:2.0:1787827119.770348:0:22636:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770353:0:22636:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009b29b0ab ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770357:0:22636:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:2.0:1787827119.770361:0:22636:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000080:00200000:2.0:1787827119.770371:0:22636:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3c44be578, count 1, dirtied 1 00000080:00200000:2.0:1787827119.770374:0:22636:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:2.0:1787827119.770376:0:22636:0:(vvp_io.c:1421:vvp_io_write_start()) f7.replay-ost-single: write bytes 0, result: 4096 00000020:00010000:2.0:1787827119.770381:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_release():245 00000020:00010000:2.0:1787827119.770383:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787827119.770386:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3d1481ab0 (ffffa0e3c94153f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787827119.770390:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827119.770398:0:22636:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00010000:2.0:1787827119.770407:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e7648308 (ffffa0e3c9415368/0) at cl_lock_fini():72 00000020:00010000:2.0:1787827119.770409:0:22636:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3d1481ab0 (ffffa0e3c9415368/1) at cl_lock_fini():72 00000080:00200000:2.0:1787827119.770413:0:22636:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:2.0:1787827119.770415:0:22636:0:(file.c:2207:ll_file_io_generic()) Range unlock [1279, 1279] 00000080:00200000:2.0:1787827119.770418:0:22636:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787827119.770420:0:22636:0:(file.c:2240:ll_file_io_generic()) f7.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1787827119.770424:0:22636:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5242880 i_blocks 8192 00000080:00200000:2.0:1787827119.770426:0:22636:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1787827119.770450:0:22636:0:(file.c:479:ll_file_release()) START file f7.replay-ost-single:[0x200000403:0x12:0x0](ffffa0e3c44be3c8), flags 100001 00000002:00100000:2.0:1787827119.770512:0:22636:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e3d025ed00 x1874672134304640/t4294967402(4294967402) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827135 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787827119.770522:0:22636:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787827119.770526:0:22636:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d025d2c0 x1874672134305152/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787827119.770547:0:22636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:22636:1874672134305152:192.168.203.106@tcp:35:dd.0 00000100:00100000:2.0:1787827119.770642:0:22636:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b000 going to sleep for 11 seconds 00000100:00100000:0.0:1787827119.772523:0:22636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:22636:1874672134305152:192.168.203.106@tcp:35:dd.0 00000002:00100000:0.0:1787827119.772563:0:22636:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffffa0e3d025ed00 x1874672134304640/t4294967402(4294967402) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827135 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787827119.776621:0:37:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827119.776640:0:37:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827119.776666:0:37:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.776683:0:37:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1787827119.776956:0:37:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00100000:3.0:1787827119.777431:0:37:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431a940 - object 0x280000401:19 offset 4194304<>5242880 00000080:00200000:3.0:1787827119.777480:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787827119.777488:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305280:192.168.203.106@tcp:4:dd.0 00000008:00010000:3.0:1787827119.789025:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000008:00010000:3.0:1787827119.789360:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006bb3dfc5 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00100000:3.0:1787827119.789400:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305280:192.168.203.106@tcp:4:dd.0 00000080:00200008:1.0:1787827119.797070:0:22639:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827119.797086:0:22639:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827119.797112:0:22639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827119.797132:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 140 lru_type: 1 00010000:00010000:1.0:1787827119.797149:0:22639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 140 lru_type: 1 00000080:00200000:1.0:1787827119.797157:0:22639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827119.797165:0:22639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827119.797170:0:22639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827119.797177:0:22639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820b7cb8 00010000:00010000:1.0:1787827119.797181:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 140 lru_type: 1 00010000:00010000:1.0:1787827119.797191:0:22639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 141 lru_type: 1 00000080:00200008:1.0:1787827119.797701:0:22639:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827119.797706:0:22639:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827119.797732:0:22639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827119.797741:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 141 lru_type: 1 00010000:00010000:1.0:1787827119.797750:0:22639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 141 lru_type: 1 00000080:00200000:1.0:1787827119.797757:0:22639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827119.797763:0:22639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827119.797766:0:22639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827119.797770:0:22639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820b7cb8 00010000:00010000:1.0:1787827119.797772:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 141 lru_type: 1 00010000:00010000:1.0:1787827119.797779:0:22639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00000080:00200000:1.0:1787827119.797869:0:22639:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827119.797878:0:22639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827119.797885:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00010000:00010000:1.0:1787827119.797907:0:22639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00000080:00200000:1.0:1787827119.797914:0:22639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827119.797919:0:22639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827119.797921:0:22639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827119.797925:0:22639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820b7bb0 00010000:00010000:1.0:1787827119.797928:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00010000:00010000:1.0:1787827119.797935:0:22639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00000080:00200000:1.0:1787827119.797944:0:22639:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:1.0:1787827119.797951:0:22639:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:1.0:1787827119.798013:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798030:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00800000:00000004:1.0:1787827119.798037:0:22639:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 496, max_age 495 00800000:00000004:1.0:1787827119.798041:0:22639:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: use ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:1.0:1787827119.798060:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798066:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00800000:00000004:1.0:1787827119.798071:0:22639:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 496, max_age 495 00800000:00000004:1.0:1787827119.798074:0:22639:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: use ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827119.798083:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798089:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798093:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798097:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798101:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798104:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798108:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798111:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798114:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798118:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798121:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798125:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798129:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798133:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798137:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798141:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798144:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798148:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798152:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798156:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798160:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798164:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798168:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798171:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798175:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798179:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798183:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798187:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798191:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798195:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798199:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798202:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798206:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798209:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798213:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798216:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798220:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798223:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798227:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798230:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798234:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798237:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798241:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798244:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798247:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798251:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798255:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798259:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798262:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798265:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798269:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798273:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798277:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798280:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798284:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798287:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798290:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798293:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798297:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798300:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798303:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798307:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798311:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798314:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798317:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798321:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798325:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798329:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798333:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798336:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798341:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798344:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798348:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798352:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798356:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798359:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798363:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798367:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798371:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798374:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798378:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798382:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798386:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798390:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798394:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798397:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798401:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798404:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798408:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798411:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798415:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798418:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798422:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798425:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798428:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798432:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798436:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798439:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798443:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798447:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798451:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798455:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798458:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798462:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798465:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798469:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798472:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798476:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798480:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798484:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798488:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798491:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798494:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798498:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798502:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798505:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798509:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798512:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798516:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798520:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798524:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798528:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798532:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798535:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798539:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00800000:00000080:1.0:1787827119.798542:0:22639:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798547:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798553:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827119.798560:0:22639:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 495 00020000:00000004:1.0:1787827119.798563:0:22639:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:1.0:1787827119.798575:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798580:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827119.798584:0:22639:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 495 00020000:00000004:1.0:1787827119.798587:0:22639:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787827119.798595:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798599:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798603:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798607:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798611:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798614:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798618:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798621:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798624:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798627:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798631:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798634:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798637:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798641:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798645:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798648:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798652:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798655:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798660:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798663:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798667:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798671:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798675:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798678:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798682:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798685:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798689:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798692:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798695:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798698:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798702:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798705:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798708:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798801:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798807:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798811:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798814:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798818:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798821:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798825:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798828:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798832:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798835:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798839:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798842:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798846:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798849:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798852:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798856:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798859:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798862:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798866:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798870:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798873:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798876:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798880:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798884:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798887:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798891:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798906:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798911:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798915:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798919:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798922:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798925:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798928:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798932:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798936:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798940:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798943:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798947:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798950:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798954:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798957:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798960:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798964:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798967:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798970:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798974:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798977:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798981:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798984:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798987:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798990:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.798994:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.798997:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799001:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799004:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799007:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799010:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799014:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799017:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799021:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799024:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799027:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799030:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799034:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799037:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799040:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799043:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799047:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799050:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799054:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799057:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799060:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799064:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799067:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799070:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799073:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799076:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799079:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799082:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799085:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799088:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799092:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799095:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799099:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799102:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799106:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799110:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799113:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799117:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799120:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799123:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827119.799127:0:22639:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff46272dc0 00020000:00000080:1.0:1787827119.799130:0:22639:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200008:1.0:1787827119.799140:0:22639:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:1.0:1787827119.812601:0:22640:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 495 00000020:00000004:1.0:1787827119.812611:0:22640:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000020:00000004:1.0:1787827119.812666:0:22640:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 495 00000020:00000004:1.0:1787827119.812669:0:22640:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200000:3.0:1787827119.819686:0:37:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827119.819728:0:37:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827119.819768:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1787827120.066946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1787827120.831269:0:22646:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827120.831283:0:22646:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827120.831310:0:22646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827120.831331:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00010000:00010000:0.0:1787827120.831345:0:22646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00000080:00200000:0.0:1787827120.831354:0:22646:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827120.831363:0:22646:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827120.831366:0:22646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827120.831374:0:22646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820f7cb8 00010000:00010000:0.0:1787827120.831378:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00010000:00010000:0.0:1787827120.831387:0:22646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 144 lru_type: 1 00000080:00200008:0.0:1787827120.831968:0:22646:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827120.831973:0:22646:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827120.831982:0:22646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827120.831991:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 144 lru_type: 1 00010000:00010000:0.0:1787827120.832005:0:22646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 144 lru_type: 1 00000080:00200000:0.0:1787827120.832011:0:22646:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827120.832016:0:22646:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827120.832018:0:22646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827120.832023:0:22646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820f7cb8 00010000:00010000:0.0:1787827120.832026:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 144 lru_type: 1 00010000:00010000:0.0:1787827120.832033:0:22646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 145 lru_type: 1 00000080:00200000:0.0:1787827120.832118:0:22646:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827120.832126:0:22646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827120.832133:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 145 lru_type: 1 00010000:00010000:0.0:1787827120.832141:0:22646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 145 lru_type: 1 00000080:00200000:0.0:1787827120.832148:0:22646:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827120.832152:0:22646:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827120.832154:0:22646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827120.832158:0:22646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820f7bb0 00010000:00010000:0.0:1787827120.832161:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 145 lru_type: 1 00010000:00010000:0.0:1787827120.832169:0:22646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 146 lru_type: 1 00000080:00200000:0.0:1787827120.832177:0:22646:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:0.0:1787827120.832184:0:22646:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:0.0:1787827120.832245:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832259:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00800000:00000004:0.0:1787827120.832266:0:22646:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 496, max_age 496 00800000:00000004:0.0:1787827120.832270:0:22646:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: use ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:0.0:1787827120.832289:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832294:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00800000:00000004:0.0:1787827120.832298:0:22646:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 496, max_age 496 00800000:00000004:0.0:1787827120.832301:0:22646:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: use ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1787827120.832310:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832315:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832320:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832324:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832328:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832331:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832335:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832338:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832342:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832345:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832349:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832353:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832357:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832360:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832365:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832368:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832373:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832376:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832380:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832383:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832387:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832390:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832393:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832396:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832400:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832403:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832406:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832410:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832413:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832416:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832420:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832423:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832427:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832430:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832433:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832437:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832441:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832444:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832448:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832451:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832455:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832458:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832462:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832465:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832469:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832473:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832477:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832480:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832484:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832487:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832491:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832494:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832498:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832501:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832505:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832508:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832512:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832515:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832520:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832523:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832527:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832531:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832535:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832538:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832542:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832546:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832549:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832552:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832556:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832559:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832563:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832566:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832570:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832573:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832577:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832580:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832584:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832587:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832591:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832594:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832598:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832601:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832605:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832608:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832612:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832615:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832619:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832622:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832625:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832628:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832632:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832636:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832640:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832643:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832646:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832649:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832653:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832656:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832659:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832662:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832665:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832668:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832672:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832675:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832678:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832681:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832684:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832687:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832691:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832693:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832697:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832701:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832705:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832709:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832734:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832739:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832743:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832747:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832751:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832755:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832759:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832762:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832766:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832769:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832773:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00800000:00000080:0.0:1787827120.832776:0:22646:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832780:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832785:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00020000:00000004:0.0:1787827120.832791:0:22646:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 496 00020000:00000004:0.0:1787827120.832794:0:22646:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000080:00200080:0.0:1787827120.832805:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832809:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00020000:00000004:0.0:1787827120.832812:0:22646:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 496 00020000:00000004:0.0:1787827120.832814:0:22646:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1787827120.832822:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832825:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832829:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832833:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832837:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832840:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832844:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832847:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832851:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832854:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832858:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832861:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832865:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832869:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832872:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832875:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832879:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832882:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832899:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832913:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832918:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832922:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832926:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832929:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832933:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832937:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832940:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832944:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832948:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832951:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832955:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832958:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832962:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832966:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832969:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832972:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832976:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832979:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832982:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832985:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832989:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832992:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.832996:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.832999:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833002:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833005:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833014:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833017:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833020:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833023:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833027:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833029:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833033:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833037:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833040:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833044:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833048:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833051:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833055:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833058:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833061:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833064:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833067:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833070:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833073:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833076:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833080:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833083:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833087:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833090:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833094:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833097:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833101:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833104:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833107:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833111:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833114:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833118:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833121:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833125:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833128:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833132:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833136:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833140:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833144:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833147:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833151:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833154:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833158:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833161:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833165:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833168:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833172:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833175:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833178:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833181:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833185:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833188:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833192:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833195:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833198:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833201:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833205:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833208:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833212:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833215:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833218:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833221:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833225:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833228:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833232:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833235:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833239:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833241:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833245:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833248:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833252:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833255:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833259:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833262:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833265:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833268:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833272:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833275:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200080:0.0:1787827120.833278:0:22646:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe6845b770 00020000:00000080:0.0:1787827120.833281:0:22646:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17800 uarg=0000000000000000 00000080:00200008:0.0:1787827120.833290:0:22646:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:0.0:1787827120.842196:0:22647:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 496 00000020:00000004:0.0:1787827120.842205:0:22647:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261760/262144 00000020:00000004:0.0:1787827120.842264:0:22647:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 496 00000020:00000004:0.0:1787827120.842268:0:22647:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00010000:00010000:1.0:1787827121.091296:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827121.475206:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305536:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.475323:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305792:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.475361:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787827121.475368:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134305408:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.475396:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305664:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.475430:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305920:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827121.477281:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4319e00 x1874672134305664/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827121.477300:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305664:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827121.477312:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4318000 x1874672134305920/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827121.477327:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305920:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.477337:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305536:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.477347:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134305792:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827121.477615:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134305408:192.168.203.106@tcp:400:kworker.0 00000080:00200008:1.0:1787827121.869461:0:22653:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827121.869473:0:22653:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827121.869570:0:22653:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827121.869589:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 146 lru_type: 1 00010000:00010000:1.0:1787827121.869641:0:22653:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 146 lru_type: 1 00000080:00200000:1.0:1787827121.869649:0:22653:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827121.869754:0:22653:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827121.869758:0:22653:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827121.869766:0:22653:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820ffcb8 00010000:00010000:1.0:1787827121.869769:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 146 lru_type: 1 00010000:00010000:1.0:1787827121.869776:0:22653:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 147 lru_type: 1 00000080:00200008:1.0:1787827121.870309:0:22653:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827121.870315:0:22653:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827121.870324:0:22653:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827121.870334:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 147 lru_type: 1 00010000:00010000:1.0:1787827121.870343:0:22653:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 147 lru_type: 1 00000080:00200000:1.0:1787827121.870420:0:22653:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827121.870425:0:22653:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827121.870428:0:22653:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827121.870432:0:22653:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820ffcb8 00010000:00010000:1.0:1787827121.870435:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 147 lru_type: 1 00010000:00010000:1.0:1787827121.870443:0:22653:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 148 lru_type: 1 00000080:00200000:1.0:1787827121.870540:0:22653:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827121.870550:0:22653:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827121.870558:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 148 lru_type: 1 00010000:00010000:1.0:1787827121.870566:0:22653:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 148 lru_type: 1 00000080:00200000:1.0:1787827121.870573:0:22653:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827121.870577:0:22653:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827121.870580:0:22653:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:1.0:1787827121.870583:0:22653:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a820ffbb0 00010000:00010000:1.0:1787827121.870586:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 148 lru_type: 1 00010000:00010000:1.0:1787827121.870594:0:22653:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 149 lru_type: 1 00000080:00200000:1.0:1787827121.870613:0:22653:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:1.0:1787827121.870621:0:22653:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:1.0:1787827121.870690:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.870706:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00800000:00000004:1.0:1787827121.870746:0:22653:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 496, max_age 497 00000100:00100000:1.0:1787827121.870788:0:22653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306048:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827121.870868:0:22653:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787827121.873426:0:22653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306048:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827121.873452:0:22653:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023721/1024000 00000080:00200080:1.0:1787827121.873505:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.873518:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00800000:00000004:1.0:1787827121.873523:0:22653:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 496, max_age 497 00000100:00100000:1.0:1787827121.873547:0:22653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306176:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827121.873590:0:22653:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00010000:00080000:1.0:1787827121.874984:0:22653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134306176/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827137 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827121.874996:0:22653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306176:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827121.875009:0:22653:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827121.875038:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875048:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875056:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875060:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875064:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875068:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875072:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875088:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875093:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875097:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875101:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875105:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875108:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875110:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875113:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875115:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875117:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875119:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875122:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875124:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875126:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875128:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875130:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875131:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875133:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875135:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875137:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875139:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875141:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875142:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875145:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875149:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875152:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875156:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875159:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875162:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875165:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875168:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875172:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875175:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875178:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875182:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875186:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875190:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875194:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875198:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875201:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875205:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875209:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875212:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875216:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875219:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875223:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875225:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875229:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875232:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875235:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875238:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875242:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875246:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875249:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875253:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875257:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875261:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875265:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875268:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875272:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875277:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875280:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875282:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875285:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875289:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875292:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875296:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875299:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875303:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875307:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875310:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875314:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875317:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875321:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875325:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875329:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875332:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875336:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875340:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875344:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875348:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875352:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875355:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875359:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875362:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875366:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875369:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875373:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875377:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875381:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875384:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875389:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875392:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875397:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875400:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875404:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875407:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875411:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875415:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875418:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875422:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875438:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875443:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875447:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875450:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875455:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875458:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875462:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875465:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875469:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875474:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875477:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875481:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875485:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875499:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875505:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875509:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875513:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00800000:00000080:1.0:1787827121.875516:0:22653:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00000080:00200080:1.0:1787827121.875521:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:1.0:1787827121.875526:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0693400 uarg=0000000000000000 00020000:00000004:1.0:1787827121.875533:0:22653:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 496, max_age 497 00000100:00100000:1.0:1787827121.875570:0:22653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306304:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827121.875632:0:22653:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787827121.877967:0:22653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306304:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827121.877991:0:22653:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 898793/958279 objects 261760/262144 00000080:00200080:3.0:1787827121.878033:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.878049:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00020000:00000004:3.0:1787827121.878055:0:22653:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 496, max_age 497 00000100:00100000:3.0:1787827121.878091:0:22653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306432:192.168.203.106@tcp:13:lfs.0 00000100:00100000:3.0:1787827121.878164:0:22653:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d02c0e40 going to sleep for 11 seconds 00010000:00080000:3.0:1787827121.880021:0:22653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431a1c0 x1874672134306432/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827137 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827121.880033:0:22653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:22653:1874672134306432:192.168.203.106@tcp:13:lfs.0 00020000:00000004:3.0:1787827121.880044:0:22653:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787827121.880073:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880094:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880099:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880102:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880104:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880107:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880109:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880111:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880113:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880115:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880117:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880119:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880121:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880122:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880124:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880126:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880128:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880130:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880132:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880133:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880135:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880137:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880139:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880140:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880142:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880144:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880146:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880148:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880150:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880151:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880153:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880155:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880157:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880159:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880161:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880162:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880164:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880166:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880168:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880170:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880172:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880173:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880175:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880177:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880179:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880180:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880182:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880184:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880186:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880188:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880189:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880191:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880193:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880195:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880197:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880199:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880201:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880202:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880204:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880206:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880208:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880209:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880211:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880213:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880215:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880216:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880218:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880220:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880222:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880224:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880226:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880227:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880229:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880231:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880233:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880234:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880236:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880238:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880240:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880241:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880244:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880245:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880247:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880249:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880251:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880253:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880254:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880256:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880258:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880260:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880262:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880263:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880265:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880267:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880269:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880270:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880272:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880274:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880276:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880278:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880279:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880281:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880283:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880285:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880287:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880289:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880291:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880292:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880294:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880296:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880298:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880299:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880301:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880303:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880305:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880307:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880308:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880310:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880312:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880314:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880316:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880317:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880319:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880321:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200080:3.0:1787827121.880323:0:22653:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe47bb9bc0 00020000:00000080:3.0:1787827121.880324:0:22653:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bec00 uarg=0000000000000000 00000080:00200008:3.0:1787827121.880341:0:22653:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:1.0:1787827121.892593:0:22654:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 498, max_age 497 00000020:00000004:1.0:1787827121.892604:0:22654:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 898793/958279 objects 261760/262144 00000020:00000004:1.0:1787827121.892677:0:22654:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 498, max_age 497 00000020:00000004:1.0:1787827121.892680:0:22654:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00010000:00010000:2.0:1787827122.115037:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827122.496301:0:22783:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: before: 7663128 after_dd: 7658008 took 2 seconds 00000080:00200008:0.0:1787827122.897790:0:22803:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827122.897804:0:22803:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827122.897828:0:22803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827122.897849:0:22803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 149 lru_type: 1 00010000:00010000:0.0:1787827122.897864:0:22803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 149 lru_type: 1 00000080:00200000:0.0:1787827122.897885:0:22803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827122.897894:0:22803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827122.897898:0:22803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827122.897907:0:22803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8217fcb8 00010000:00010000:0.0:1787827122.897911:0:22803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 149 lru_type: 1 00010000:00010000:0.0:1787827122.897920:0:22803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 150 lru_type: 1 00000080:00200008:0.0:1787827122.898406:0:22803:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787827122.898412:0:22803:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827122.898420:0:22803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827122.898429:0:22803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 150 lru_type: 1 00010000:00010000:0.0:1787827122.898438:0:22803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 150 lru_type: 1 00000080:00200000:0.0:1787827122.898443:0:22803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827122.898447:0:22803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827122.898449:0:22803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827122.898452:0:22803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8217fcb8 00010000:00010000:0.0:1787827122.898454:0:22803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 150 lru_type: 1 00010000:00010000:0.0:1787827122.898459:0:22803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 151 lru_type: 1 00000080:00200000:0.0:1787827122.898518:0:22803:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827122.898525:0:22803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827122.898529:0:22803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 151 lru_type: 1 00010000:00010000:0.0:1787827122.898534:0:22803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 151 lru_type: 1 00000080:00200000:0.0:1787827122.898539:0:22803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827122.898542:0:22803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827122.898544:0:22803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:0.0:1787827122.898548:0:22803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a8217fbb0 00010000:00010000:0.0:1787827122.898551:0:22803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 151 lru_type: 1 00010000:00010000:0.0:1787827122.898558:0:22803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 152 lru_type: 1 00000080:00200000:0.0:1787827122.898567:0:22803:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:0.0:1787827122.898574:0:22803:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:0.0:1787827122.898731:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.898746:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00800000:00000004:0.0:1787827122.898751:0:22803:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 498, max_age 498 00800000:00000004:0.0:1787827122.898754:0:22803:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: use ffffa0e3d028d178 cache blocks 317398/353529 objects 1023721/1024000 00000080:00200080:0.0:1787827122.898906:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.898913:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00800000:00000004:0.0:1787827122.898917:0:22803:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 498, max_age 498 00800000:00000004:0.0:1787827122.898919:0:22803:0:(obd_class.h:1130:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: use ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1787827122.899020:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899028:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899034:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899038:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899042:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899046:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899049:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899051:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899053:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899055:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899057:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899059:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899062:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899064:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899066:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899068:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899070:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899072:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899074:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899075:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899077:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899079:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899081:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899083:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899085:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899086:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899088:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899090:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899092:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899094:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899096:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899098:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899100:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899101:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899103:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899105:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899107:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899109:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899112:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899113:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899115:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899118:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899122:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899126:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899129:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899132:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899136:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899139:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899143:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899146:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899150:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899153:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899157:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899160:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899165:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899168:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899172:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899175:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899179:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899182:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899187:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899190:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899192:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899194:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899196:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899198:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899200:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899202:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899204:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899205:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899207:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899209:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899211:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899213:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899214:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899216:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899218:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899220:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899222:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899223:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899225:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899227:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899229:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899231:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899233:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899234:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899237:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899238:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899241:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899242:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899245:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899246:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899248:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899250:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899252:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899254:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899256:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899257:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899259:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899261:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899263:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899265:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899268:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899272:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899275:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899278:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899281:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899284:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899287:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899290:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899294:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899297:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899301:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899304:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899308:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899312:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899316:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899320:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899324:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899327:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899332:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899335:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899339:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899342:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899346:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00800000:00000080:0.0:1787827122.899349:0:22803:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899353:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899359:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00020000:00000004:0.0:1787827122.899365:0:22803:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 498, max_age 498 00020000:00000004:0.0:1787827122.899369:0:22803:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 898793/958279 objects 261760/262144 00000080:00200080:0.0:1787827122.899453:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899464:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00020000:00000004:0.0:1787827122.899468:0:22803:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 498, max_age 498 00020000:00000004:0.0:1787827122.899471:0:22803:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1787827122.899490:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899496:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899502:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899507:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899512:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899516:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899520:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899524:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899528:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899532:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899536:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899539:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899544:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899547:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899551:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899555:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899559:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899562:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899566:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899570:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899575:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899578:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899582:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899586:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899590:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899594:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899598:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899602:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899605:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899608:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899612:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899615:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899618:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899621:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899624:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899628:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899631:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899634:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899637:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899640:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899644:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899647:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899651:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899654:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899658:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899662:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899666:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899669:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899673:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899676:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899680:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899684:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899688:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899691:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899695:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899698:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899702:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899705:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899709:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899735:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899740:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899744:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899748:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899752:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899755:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899758:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899763:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899766:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899771:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899775:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899779:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899783:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899788:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899792:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899797:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899801:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899806:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899810:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899814:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899817:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899820:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899824:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899827:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899831:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899835:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899838:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899842:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899845:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899849:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899853:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899857:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899861:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899864:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899868:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899886:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899891:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899895:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899899:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899902:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899906:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899910:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899913:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899918:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899921:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899925:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899928:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899932:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899936:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899939:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899942:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899946:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899950:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899954:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899957:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899961:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899964:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899968:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899971:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899975:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899978:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899982:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899985:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899988:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899991:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200080:0.0:1787827122.899995:0:22803:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffe2cb76f90 00020000:00000080:0.0:1787827122.899998:0:22803:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c7d17c00 uarg=0000000000000000 00000080:00200008:0.0:1787827122.900008:0:22803:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200000:2.0:1787827122.920805:0:22810:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:2.0:1787827122.920834:0:22810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827122.920854:0:22810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 152 lru_type: 1 00010000:00010000:2.0:1787827122.920869:0:22810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 152 lru_type: 1 00000080:00200000:2.0:1787827122.920890:0:22810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827122.920898:0:22810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:2.0:1787827122.920902:0:22810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:2.0:1787827122.920910:0:22810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c17bd0 00010000:00010000:2.0:1787827122.920914:0:22810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 152 lru_type: 1 00010000:00010000:2.0:1787827122.920923:0:22810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 153 lru_type: 1 00000080:00200000:2.0:1787827122.920939:0:22810:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:2.0:1787827122.920952:0:22810:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags=1536 00000080:00200000:2.0:1787827122.920955:0:22810:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:2.0:1787827122.920961:0:22810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827122.920968:0:22810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 153 lru_type: 1 00010000:00010000:2.0:1787827122.920976:0:22810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 153 lru_type: 1 00000080:00200000:2.0:1787827122.920982:0:22810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827122.920986:0:22810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:2.0:1787827122.920989:0:22810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:2.0:1787827122.920992:0:22810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c17cd0 00010000:00010000:2.0:1787827122.920995:0:22810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 153 lru_type: 1 00010000:00010000:2.0:1787827122.921002:0:22810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 154 lru_type: 1 00000080:00200000:2.0:1787827122.921010:0:22810:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 3 00000080:00200000:2.0:1787827122.921015:0:22810:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:2.0:1787827122.921023:0:22810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827122.921029:0:22810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 154 lru_type: 1 00010000:00010000:2.0:1787827122.921036:0:22810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 154 lru_type: 1 00000080:00200000:2.0:1787827122.921042:0:22810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787827122.921046:0:22810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:2.0:1787827122.921048:0:22810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c34673cb 00000080:00010000:2.0:1787827122.921052:0:22810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c34673cb from it ffffb25a81c17db0 00010000:00010000:2.0:1787827122.921055:0:22810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 154 lru_type: 1 00010000:00010000:2.0:1787827122.921063:0:22810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 155 lru_type: 1 00000080:00200000:2.0:1787827122.921071:0:22810:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 3 00000080:00200000:2.0:1787827122.921075:0:22810:0:(namei.c:2129:ll_create_nd()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags=33188, excl=1 00000080:00200000:2.0:1787827122.921079:0:22810:0:(namei.c:2084:ll_mknod()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) mode 100644 dev 0 00010000:00010000:2.0:1787827122.921106:0:22810:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 155 lru_type: 1 00010000:00010000:2.0:1787827122.921159:0:22810:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 155 lru_type: 1 00010000:00010000:2.0:1787827122.921167:0:22810:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787827122.921170:0:22810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402044400/0x33d55ea1c34673cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a7953759 expref: -99 pid: 10892 timeout: 0 lvb_type: 0 lru_score: 155 lru_type: 1 00000020:00100000:2.0:1787827122.921195:0:22810:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787827122.921208:0:22810:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d025e940 x1874672134306688/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827122.921232:0:22810:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job mcreate:2313f4ee-480a-47b2-8d93-5bb216a57733:22810:1874672134306688:192.168.203.106@tcp:36:mcreate.0 00000100:00100000:2.0:1787827122.921333:0:22810:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3e14079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827122.923384:0:22810:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967403 gen 1 00000100:00100000:1.0:1787827122.923475:0:22810:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffffa0e3d025e940 x1874672134306688/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 528/448 e 0 to 0 dl 1787827138 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.923488:0:22810:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job mcreate:2313f4ee-480a-47b2-8d93-5bb216a57733:22810:1874672134306688:192.168.203.106@tcp:36:mcreate.0 00000080:00200000:1.0:1787827122.923528:0:22810:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000403:0x13:0x0](ffffa0e3d8b0db88) 00000080:00200000:1.0:1787827122.923566:0:22810:0:(namei.c:2137:ll_create_nd()) VFS Op:name=fsa-oleg306-client.virtnet, unhashed 1 00000080:00200000:2.0:1787827122.930384:0:22813:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:2.0:1787827122.930417:0:22813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827122.930482:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827122.930494:0:22813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827122.930504:0:22813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827122.930528:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134306816:192.168.203.106@tcp:101:rm.0 00000100:00100000:2.0:1787827122.930622:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3e14079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827122.932209:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134306816:192.168.203.106@tcp:101:rm.0 00010000:00010000:1.0:1787827122.932227:0:22813:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932235:0:22813:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932245:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932253:0:22813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932261:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932267:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932272:0:22813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827122.932283:0:22813:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e3d025cf00 x1874672134306816/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827138 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827122.932295:0:22813:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932307:0:22813:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787827122.932313:0:22813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787827122.932341:0:22813:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787827122.932348:0:22813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467625 00000080:00010000:1.0:1787827122.932355:0:22813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827122.932358:0:22813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467625 from it ffffb25a81c17b58 00010000:00010000:1.0:1787827122.932361:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932370:0:22813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827122.932395:0:22813:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827122.932411:0:22813:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags=8 00000080:00200000:1.0:1787827122.932415:0:22813:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), intent=getattr 00000002:00010000:1.0:1787827122.932435:0:22813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: fsa-oleg306-client.virtnet,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787827122.932468:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932475:0:22813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.932484:0:22813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 22813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827122.932502:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134306944:192.168.203.106@tcp:101:rm.0 00000100:00100000:1.0:1787827122.932561:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827122.934526:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134306944:192.168.203.106@tcp:101:rm.0 00010000:00010000:1.0:1787827122.934548:0:22813:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934572:0:22813:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934579:0:22813:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934591:0:22813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934601:0:22813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934612:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934620:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 5/2,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934628:0:22813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787827122.934638:0:22813:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e3d98d4f00 x1874672134306944/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 600/584 e 0 to 0 dl 1787827138 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787827122.934652:0:22813:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934662:0:22813:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 4 res 8589935619/19 (0 0) 00000080:00200000:1.0:1787827122.934668:0:22813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787827122.934698:0:22813:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000403:0x13:0x0], updating i_size 0 00000080:00200000:1.0:1787827122.934702:0:22813:0:(namei.c:147:ll_iget()) got inode: [0x200000403:0x13:0x0](ffffa0e3d8b0db88): rc = 0 00000080:00200000:1.0:1787827122.934811:0:22813:0:(file.c:6854:ll_layout_conf()) [0x200000403:0x13:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1787827122.934821:0:22813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x13:0x0](ffffa0e3d8b0db88) for lock 0x33d55ea1c346762c 00000080:00010000:1.0:1787827122.934832:0:22813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x13:0x0](ffffa0e3d8b0db88) 00000080:00010000:1.0:1787827122.934836:0:22813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c346762c from it ffffb25a81c17b20 00010000:00010000:1.0:1787827122.934840:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827122.934849:0:22813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787827122.934896:0:22813:0:(file.c:6313:ll_getattr_dentry()) START file fsa-oleg306-client.virtnet:[0x200000403:0x13:0x0](ffffa0e3d8b0db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827122.934904:0:22813:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000403:0x13:0x0](ffffa0e3d8b0db88),name=fsa-oleg306-client.virtnet 00000002:00010000:1.0:1787827122.934922:0:22813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000403:0x13:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827122.934932:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827122.934943:0:22813:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827122.934950:0:22813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827122.934954:0:22813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x13:0x0](ffffa0e3d8b0db88) 00000080:00010000:1.0:1787827122.934958:0:22813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x13:0x0](ffffa0e3d8b0db88) for lock 0x33d55ea1c346762c 00000080:00010000:1.0:1787827122.934961:0:22813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c346762c from it ffffb25a81c17cb8 00010000:00010000:1.0:1787827122.934965:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827122.934973:0:22813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827122.935022:0:22813:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827122.935029:0:22813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827122.935035:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827122.935043:0:22813:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827122.935050:0:22813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827122.935053:0:22813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827122.935056:0:22813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467625 00000080:00010000:1.0:1787827122.935059:0:22813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467625 from it ffffb25a81c17c10 00010000:00010000:1.0:1787827122.935062:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827122.935071:0:22813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827122.935079:0:22813:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:1.0:1787827122.935085:0:22813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fsa-oleg306-client.virtnet, flags=0 00000080:00200000:1.0:1787827122.935090:0:22813:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827122.935095:0:22813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827122.935100:0:22813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827122.935109:0:22813:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827122.935115:0:22813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827122.935118:0:22813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827122.935121:0:22813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467625 00000080:00010000:1.0:1787827122.935124:0:22813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467625 from it ffffb25a81c17d68 00010000:00010000:1.0:1787827122.935127:0:22813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827122.935135:0:22813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827122.935142:0:22813:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 3 00000080:00200000:1.0:1787827122.935148:0:22813:0:(namei.c:2418:ll_unlink()) VFS Op:name=fsa-oleg306-client.virtnet, dir=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00010000:00010000:1.0:1787827122.935167:0:22813:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827122.935202:0:22813:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827122.935222:0:22813:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x13:0x0]: losing layout lock 00010000:00010000:1.0:1787827122.935251:0:22813:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 1/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827122.935260:0:22813:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827122.935272:0:22813:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1787827122.935275:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1658a00/0x33d55ea1c346762c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a795457c expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827122.935292:0:22813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5802a00/0x33d55ea1c3467625 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc0fefc09a7954560 expref: -99 pid: 22813 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000020:00100000:1.0:1787827122.935310:0:22813:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787827122.935318:0:22813:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3d98d4f00 x1874672134307200/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827122.935339:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134307200:192.168.203.106@tcp:36:rm.0 00000100:00100000:1.0:1787827122.935422:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787827122.937404:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22813:1874672134307200:192.168.203.106@tcp:36:rm.0 00000080:00200000:1.0:1787827122.937458:0:22813:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827122.937468:0:22813:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827122.937477:0:22813:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000403:0x13:0x0](ffffa0e3d8b0db88) 00010000:00010000:2.0:1787827123.138968:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827124.163047:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827125.187115:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787827125.338073:0:22879:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: local REPLAY BARRIER on lustre-OST0000 00000080:00200000:2.0:1787827125.344100:0:22880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:2.0:1787827125.344133:0:22880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787827125.344197:0:22880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 22880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827125.344209:0:22880:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 22880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827125.344224:0:22880:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 22880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787827125.344250:0:22880:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22880:1874672134307328:192.168.203.106@tcp:101:rm.0 00000100:00100000:2.0:1787827125.344340:0:22880:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3e14079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787827125.345805:0:22880:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22880:1874672134307328:192.168.203.106@tcp:101:rm.0 00010000:00010000:0.0:1787827125.345833:0:22880:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345847:0:22880:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345871:0:22880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345885:0:22880:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345897:0:22880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345905:0:22880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345912:0:22880:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827125.345923:0:22880:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0e3d025d680 x1874672134307328/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827141 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827125.345936:0:22880:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.345949:0:22880:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1787827125.345956:0:22880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787827125.345981:0:22880:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787827125.345987:0:22880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:0.0:1787827125.345992:0:22880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827125.345995:0:22880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c2fb58 00010000:00010000:0.0:1787827125.345998:0:22880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827125.346007:0:22880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827125.346031:0:22880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827125.346042:0:22880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:0.0:1787827125.346049:0:22880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:0.0:1787827125.346054:0:22880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.replay-ost-single, flags=8 00000080:00200008:0.0:1787827125.346064:0:22880:0:(file.c:6313:ll_getattr_dentry()) START file f7.replay-ost-single:[0x200000403:0x12:0x0](ffffa0e3c44be3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787827125.346068:0:22880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000403:0x12:0x0](ffffa0e3c44be3c8),name=f7.replay-ost-single 00000002:00010000:0.0:1787827125.346088:0:22880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000403:0x12:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827125.346098:0:22880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827125.346118:0:22880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 2/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827125.346125:0:22880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827125.346130:0:22880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x12:0x0](ffffa0e3c44be3c8) 00000080:00010000:0.0:1787827125.346134:0:22880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x12:0x0](ffffa0e3c44be3c8) for lock 0x33d55ea1c3467617 00000080:00010000:0.0:1787827125.346137:0:22880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467617 from it ffffb25a81c2fcb8 00010000:00010000:0.0:1787827125.346146:0:22880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827125.346154:0:22880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827125.346176:0:22880:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787827125.346187:0:22880:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000403:0x12:0x0] 00000008:00010000:0.0:1787827125.346205:0:22880:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787827125.346208:0:22880:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c7624130, osc lock ffffa0e3c8c1be78, flags 0x400001002 00010000:00010000:0.0:1787827125.346223:0:22880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827125.346231:0:22880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:0.0:1787827125.346241:0:22880:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787827125.346244:0:22880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:0.0:1787827125.346249:0:22880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000020:00200000:0.0:1787827125.346255:0:22880:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787827125.346263:0:22880:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x12:0x0] updating i_size 5242880 i_blocks 10240 00000020:00010000:0.0:1787827125.346266:0:22880:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e3c89d6ee8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:0.0:1787827125.346268:0:22880:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c89d6ee8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787827125.346269:0:22880:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c7624130 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787827125.346273:0:22880:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c89d6ee8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787827125.346275:0:22880:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c7624130 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787827125.346285:0:22880:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827125.346320:0:22880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827125.346326:0:22880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827125.346331:0:22880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827125.346336:0:22880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827125.346341:0:22880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827125.346343:0:22880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827125.346345:0:22880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:0.0:1787827125.346347:0:22880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c2fc10 00010000:00010000:0.0:1787827125.346349:0:22880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787827125.346354:0:22880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827125.346358:0:22880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827125.346361:0:22880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:0.0:1787827125.346363:0:22880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:0.0:1787827125.346367:0:22880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.replay-ost-single, flags=0 00000080:00200000:0.0:1787827125.346370:0:22880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 3 00000080:00200000:0.0:1787827125.346374:0:22880:0:(namei.c:2418:ll_unlink()) VFS Op:name=f7.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908) 00010000:00010000:0.0:1787827125.346392:0:22880:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787827125.346403:0:22880:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x12:0x0]: losing layout lock 00010000:00010000:0.0:1787827125.346430:0:22880:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 1/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787827125.346435:0:22880:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827125.346437:0:22880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e402163c00/0x33d55ea1c3467617 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc0fefc09a7954536 expref: -99 pid: 22636 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1787827125.346456:0:22880:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787827125.346460:0:22880:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3c3e861c0 x1874672134307584/t0(0) o36->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827125.346476:0:22880:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22880:1874672134307584:192.168.203.106@tcp:36:rm.0 00000100:00100000:0.0:1787827125.346538:0:22880:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c6932a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787827125.348220:0:22880:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job rm:2313f4ee-480a-47b2-8d93-5bb216a57733:22880:1874672134307584:192.168.203.106@tcp:36:rm.0 00000080:00200000:0.0:1787827125.348252:0:22880:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787827125.348260:0:22880:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827125.348282:0:22880:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787827125.350480:0:22880:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000403:0x12:0x0](ffffa0e3c44be3c8) 00000008:00010000:0.0:1787827125.350520:0:22880:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 5242880 blocks 10240 [cma]time 1787827119 1787827119 0 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827126.210876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827126.594952:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134307840:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827126.594953:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134307712:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827126.595057:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134308096:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827126.595059:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134307968:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827126.595102:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134308224:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827126.596371:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134307712:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827126.596388:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c3e843c0 x1874672134307968/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827126.596401:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134307968:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827126.596412:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c3e870c0 x1874672134308224/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827126.596421:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134308224:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827126.596493:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134307840:192.168.203.106@tcp:400:kworker.0 00000100:00080000:0.0:1787827126.596505:0:2391:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffffa0e3c67ab800 of lustre-OST0000_UUID@192.168.203.106@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1787827126.596510:0:2391:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787827126.596515:0:2391:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffffa0e3c67ab800: Connection to lustre-OST0000 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787827126.604427:0:2391:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827126.604441:0:2391:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 472 00000100:00080000:0.0:1787827126.604455:0:2391:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827126.604464:0:2391:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827126.604491:0:2391:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134308352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827126.604521:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134308096:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827126.604614:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134308352:192.168.203.106@tcp:8:ptlrpcd_00_01.0 00000100:00080000:1.0:1787827126.605747:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827126.605754:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-19) 00000100:00100000:1.0:1787827126.605758:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134308352:192.168.203.106@tcp:8:ptlrpcd_00_01.0 00010000:00010000:1.0:1787827127.234912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827128.258974:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827129.282889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827130.306899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827131.330902:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827131.714933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827131.714940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827131.714944:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827131.714957:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 503 00000100:00100000:2.0:1787827131.714959:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134308480:192.168.203.106@tcp:400:kworker.0 00000100:00080000:3.0:1787827131.714968:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787827131.714975:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827131.714985:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827131.715000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134308864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827131.715046:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134308608:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827131.715053:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134308736:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827131.715071:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134308864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787827131.715080:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134308992:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827131.716448:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967406 gen 1 00000100:00080000:1.0:1787827131.716458:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827131.716472:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-19) 00000100:00100000:3.0:1787827131.716477:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134308608:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827131.716480:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134308864:192.168.203.106@tcp:8:kworker.0 00010000:00080000:3.0:1787827131.716499:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c43192c0 x1874672134308992/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827131.716510:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134308992:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827131.716572:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134308480:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787827131.716585:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c43183c0 x1874672134308736/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827131.716594:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134308736:192.168.203.106@tcp:400:kworker.0 00010000:00010000:2.0:1787827132.354880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827133.378891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827134.402903:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827135.426946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827136.450899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827136.835849:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827136.835856:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827136.835861:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827136.835868:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134309120:192.168.203.106@tcp:400:kworker.0 00000100:00080000:0.0:1787827136.835872:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 508 00000100:00080000:0.0:1787827136.835886:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787827136.835895:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827136.835908:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827136.835926:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134309504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827136.835968:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134309248:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827136.835989:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134309504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827136.836000:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134309376:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827136.836004:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134309632:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827136.837688:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134309120:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827136.837758:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c3e861c0 x1874672134309632/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1787827136.837772:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0e3c3e85680 x1874672134309376/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827136.837790:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134309632:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827136.837805:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134309376:192.168.203.106@tcp:400:kworker.0 00000100:00080000:0.0:1787827136.837857:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827136.837864:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-19) 00000100:00100000:0.0:1787827136.837869:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134309504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827136.838342:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134309248:192.168.203.106@tcp:400:kworker.0 00010000:00010000:2.0:1787827137.474889:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827138.498958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827139.522952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827140.342886:0:2385:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:2.0:1787827140.343006:0:10855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874672143839616 00000100:00100000:2.0:1787827140.343016:0:10855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874672143839616 00000100:00100000:2.0:1787827140.343068:0:10855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 26 00000100:00100000:2.0:1787827140.343080:0:10855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e3c431b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:291f6693-430f-40e2-b9af-10afb9cb8617+3:6501:x1874672143839616:12345-192.168.203.106@tcp:104: 00010000:00010000:2.0:1787827140.343112:0:10855:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787827140.343194:0:10855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787827140.343200:0:10855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e3c431b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:291f6693-430f-40e2-b9af-10afb9cb8617+3:6501:x1874672143839616:12345-192.168.203.106@tcp:104: Request processed in 123us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1787827140.343207:0:10855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 26 00010000:00010000:0.0:1787827140.343242:0:10863:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787827140.343249:0:10863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827140.343256:0:10863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e3d15b1e00 already unused, calling callback (ffffffffc1489c20) 10000000:00010000:0.0:1787827140.343260:0:10863:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827140.343267:0:10863:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787827140.343272:0:10863:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787827140.343278:0:10863:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787827140.343322:0:10863:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827140.343330:0:10863:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787827140.343356:0:10863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827140.343361:0:10863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0e3d15b1e00/0x33d55ea1c3467609 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc0fefc09a79544fe expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827140.343375:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134309760:192.168.203.106@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787827140.343376:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827140.343380:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827140.343383:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827140.344394:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134309760:192.168.203.106@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787827140.547149:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827141.570907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827141.954913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827141.954920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827141.954925:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827141.954935:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 513 00000100:00080000:0.0:1787827141.954946:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787827141.954953:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827141.954963:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827141.954982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134310272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827141.955014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787827141.955017:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0e3c67ab800: disconnect after 20s idle 00000100:00100000:2.0:1787827141.955067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827141.955095:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134309888:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827141.955177:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134310144:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827141.955179:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310400:192.168.203.106@tcp:9:kworker.0 00000100:00100000:1.0:1787827141.955225:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787827141.955236:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134310016:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827141.956932:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134309888:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827141.956957:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e843c0 x1874672134310144/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827141.956970:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134310144:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827141.957009:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134310016:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787827141.957047:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e84b40 x1874672134310400/t0(0) o9->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827141.957065:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0e3c3e84b40 x1874672134310400/t0(0) o9->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827141.957075:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787827141.957080:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310400:192.168.203.106@tcp:9:kworker.0 00010000:00080000:2.0:1787827141.960481:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e84f00 x1874672134310272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787827166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827141.960497:0:2389:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 34359738370 gen 1 00000100:00080000:2.0:1787827141.964070:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to target with instance 9 00000100:00080000:2.0:1787827141.964100:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1787827141.964105:0:2389:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:2.0:1787827141.964110:0:2389:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 34359738370 gen 1 00000100:00080000:2.0:1787827141.964115:0:2389:0:(recover.c:53:ptlrpc_replay_next()) import ffffa0e3c7f2d800 from lustre-OST0000_UUID committed 34359738370 last 0 00000100:00080000:2.0:1787827141.964118:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:0.0:1787827141.964436:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310272:192.168.203.106@tcp:8:kworker.0 00010000:00080000:2.0:1787827141.964455:0:23150:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-ffffa0e3c67ab800 to lustre-OST0000_UUID@192.168.203.106@tcp 00010000:00010000:2.0:1787827141.964459:0:23150:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-ffffa0e3c67ab800 (1) 00010000:00010000:2.0:1787827141.964463:0:23150:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-ffffa0e3c67ab800 00010000:00010000:2.0:1787827141.964530:0:23150:0:(ldlm_request.c:2860:replay_one_lock()) ### replaying lock: ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a7954544 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00080000:2.0:1787827141.964555:0:23150:0:(ldlm_request.c:2910:lock_can_replay()) check lock replay limit, inflights = 1(8) 00000100:00100000:0.0:1787827141.964590:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310528:192.168.203.106@tcp:101:ldlm_lock_repla.0 10000000:01000000:1.0:1787827142.082848:0:10866:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:01000000:1.0:1787827142.082858:0:10866:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffffa0e3c67ab800 from 14 10000000:01000000:1.0:1787827142.082865:0:10866:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1787827142.082929:0:10866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.082954:0:10866:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.082967:0:10866:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.083000:0:10866:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134310656:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787827142.083122:0:10866:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787827142.084392:0:10866:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134310656:192.168.203.106@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787827142.084418:0:10866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a7954655 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.084430:0:10866:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc0fefc09a7954655 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827142.084519:0:10866:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134310784:192.168.203.106@tcp:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787827142.084580:0:10866:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787827142.087519:0:10866:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f6693-430f-40e2-b9af-10afb9cb8617:10866:1874672134310784:192.168.203.106@tcp:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787827142.087609:0:10866:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1787827142.087622:0:10866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a7954655 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827142.087634:0:10866:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0e3c1659000/0x33d55ea1c346763a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc0fefc09a7954655 expref: -99 pid: 10866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827142.279222:0:2389:0:(ldlm_request.c:2777:replay_lock_interpret()) ### replayed lock: ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00000100:00080000:0.0:1787827142.279240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:0.0:1787827142.279274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310528:192.168.203.106@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1787827142.279300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310912:192.168.203.106@tcp:400:ptlrpcd_rcv.0 00000100:00080000:0.0:1787827142.291145:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:0.0:1787827142.291164:0:2389:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffffa0e3c3e84f00 x1874672134310912/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827158 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827142.291175:0:2389:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffffa0e3c3e84f00 x1874672134310912/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827158 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827142.291182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000080:00000004:0.0:1787827142.291197:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787827142.291201:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:02000000:0.0:1787827142.291206:0:2389:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffffa0e3c67ab800: Connection restored to 192.168.203.106@tcp (at 192.168.203.106@tcp) 00000100:00100000:3.0:1787827142.296202:0:2384:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:2.0:1787827142.296314:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874672143842432 00000100:00100000:2.0:1787827142.296323:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874672143842432 00000100:00100000:2.0:1787827142.296372:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 27 00000100:00100000:2.0:1787827142.296382:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0e3d0141c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:10061:x1874672143842432:12345-192.168.203.106@tcp:104: 00010000:00010000:2.0:1787827142.296402:0:19096:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:2.0:1787827142.296484:0:19096:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787827142.296491:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0e3d0141c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:10061:x1874672143842432:12345-192.168.203.106@tcp:104: Request processed in 110us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1787827142.296500:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 27 00010000:00010000:1.0:1787827142.296574:0:10863:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787827142.296583:0:10863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.296593:0:10863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e402163600 already unused, calling callback (ffffffffc12fe410) 00010000:00010000:1.0:1787827142.296599:0:10863:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x428400010000 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.296645:0:10863:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.296653:0:10863:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787827142.296688:0:10863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.296698:0:10863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000c7c15acf/0x33d55ea1c346761e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc0fefc09a7954678 expref: -99 pid: 22636 timeout: 0 lvb_type: 1 lru_score: 254 lru_type: 1 00010000:00010000:1.0:1787827142.296758:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.296760:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827142.296762:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827142.296778:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134311040:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787827142.298880:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134311040:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787827142.299166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134310912:192.168.203.106@tcp:400:ptlrpcd_rcv.0 00010000:00010000:2.0:1787827142.594851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827143.618895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787827144.547264:0:23201:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827144.547276:0:23201:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827144.547297:0:23201:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827144.547315:0:23201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827144.547329:0:23201:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787827144.547338:0:23201:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827144.547345:0:23201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827144.547350:0:23201:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827144.547358:0:23201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a80d87cb8 00010000:00010000:1.0:1787827144.547361:0:23201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787827144.547367:0:23201:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:1.0:1787827144.547815:0:23201:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827144.547818:0:23201:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827144.547824:0:23201:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827144.547830:0:23201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827144.547836:0:23201:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787827144.547840:0:23201:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827144.547844:0:23201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827144.547847:0:23201:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827144.547851:0:23201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a80d87cb8 00010000:00010000:1.0:1787827144.547854:0:23201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787827144.547861:0:23201:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827144.547941:0:23201:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827144.547950:0:23201:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827144.547957:0:23201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827144.547965:0:23201:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787827144.547972:0:23201:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827144.547976:0:23201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827144.547978:0:23201:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827144.547982:0:23201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a80d87bb0 00010000:00010000:1.0:1787827144.547985:0:23201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787827144.547993:0:23201:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787827144.548001:0:23201:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:1.0:1787827144.548008:0:23201:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:1.0:1787827144.548094:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.548105:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00800000:00000004:1.0:1787827144.548110:0:23201:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 498, max_age 520 00000100:00100000:1.0:1787827144.548148:0:23201:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311168:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827144.548530:0:23201:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827144.551162:0:23201:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311168:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827144.551186:0:23201:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:1.0:1787827144.551239:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.551254:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00800000:00000004:1.0:1787827144.551261:0:23201:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 498, max_age 520 00000100:00100000:1.0:1787827144.551289:0:23201:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311296:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827144.551356:0:23201:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b780 going to sleep for 11 seconds 00010000:00080000:1.0:1787827144.552793:0:23201:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d43c0 x1874672134311296/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827160 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827144.552808:0:23201:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311296:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827144.552823:0:23201:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827144.552890:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552903:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552910:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552915:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552918:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552922:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552926:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552930:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552934:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552938:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552943:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552946:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552951:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552955:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552959:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552962:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552966:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552969:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552974:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552978:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552981:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552984:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552988:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552991:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.552994:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.552997:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553000:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553003:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553006:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553009:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553014:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553017:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553021:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553025:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553029:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553033:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553036:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553039:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553043:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553046:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553050:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553053:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553057:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553060:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553064:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553068:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553072:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553076:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553080:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553083:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553087:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553090:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553094:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553097:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553101:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553105:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553109:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553113:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553117:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553121:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553125:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553128:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553132:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553135:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553139:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553142:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553146:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553149:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553152:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553155:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553158:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553161:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553165:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553167:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553171:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553173:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553177:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553180:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553184:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553187:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553191:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553194:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553198:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553202:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553206:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553209:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553213:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553217:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553221:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553224:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553227:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553230:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553234:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553237:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553241:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553245:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553248:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553252:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553256:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553259:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553262:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553266:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553270:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553274:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553277:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553281:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553284:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553288:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553297:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553302:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553306:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553311:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553315:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553319:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553324:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553328:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553333:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553337:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553342:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553346:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553351:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553355:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553359:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553363:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553367:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00800000:00000080:1.0:1787827144.553384:0:23201:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.553391:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.553398:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00020000:00000004:1.0:1787827144.553406:0:23201:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 498, max_age 520 00000100:00100000:1.0:1787827144.553437:0:23201:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311424:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827144.553502:0:23201:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b780 going to sleep for 11 seconds 00000100:00100000:1.0:1787827144.554555:0:23201:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311424:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827144.554570:0:23201:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261761/262144 00000080:00200080:1.0:1787827144.554609:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.554619:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00020000:00000004:1.0:1787827144.554625:0:23201:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 498, max_age 520 00000100:00080000:1.0:1787827144.554635:0:23201:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 475 00000100:00080000:1.0:1787827144.554646:0:23201:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0e3c67ab800: import ffffa0e3c7f2e000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827144.554656:0:23201:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 8437760, lost: 0. 00000100:00100000:1.0:1787827144.554673:0:23201:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134311552/t0(0) o8->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827144.554767:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134311552:192.168.203.106@tcp:8:lfs.0 00000100:00080000:1.0:1787827144.554818:0:23201:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0e3d98d43c0 x1874672134311680/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827144.554827:0:23201:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b780 going to sleep for 0 seconds 00010000:00080000:3.0:1787827144.556503:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4f00 x1874672134311552/t0(0) o8->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787827154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827144.556516:0:2389:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0e3c67ab800: committing for last_committed 0 gen 6 00000100:00080000:3.0:1787827144.556525:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa0e3c67ab800: connect to target with instance 1 00000100:00080000:3.0:1787827144.556533:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa0e3c67ab800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787827144.556554:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787827144.556558:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:3.0:1787827144.556567:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787827144.556572:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1787827144.556581:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e7699667): req@ffffa0e3d98d43c0 x1874672134311680/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827144.556600:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134311552:192.168.203.106@tcp:8:lfs.0 00000100:00100000:1.0:1787827144.556690:0:23201:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c7f7b780 going to sleep for 11 seconds 00010000:00080000:1.0:1787827144.557828:0:23201:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d43c0 x1874672134311680/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827160 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827144.557840:0:23201:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23201:1874672134311680:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827144.557852:0:23201:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787827144.557916:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557931:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557939:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557942:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557945:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557948:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557950:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557953:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557955:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557958:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557961:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557962:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557964:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557966:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557968:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557970:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557972:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557973:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557975:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557977:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557979:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557981:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557983:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557986:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557988:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557991:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557993:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557995:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.557997:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.557999:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558001:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558003:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558005:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558007:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558010:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558013:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558014:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558017:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558020:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558023:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558027:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558030:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558035:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558038:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558043:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558047:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558052:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558056:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558062:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558065:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558069:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558073:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558077:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558079:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558082:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558083:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558086:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558088:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558090:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558092:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558094:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558096:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558098:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558100:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558102:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558103:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558105:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558107:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558109:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558110:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558112:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558114:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558116:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558118:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558122:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558125:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558128:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558131:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558134:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558138:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558141:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558144:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558148:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558151:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558155:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558159:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558163:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558167:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558170:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558174:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558178:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558181:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558185:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558188:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558192:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558195:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558199:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558202:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558207:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558210:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558213:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558217:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558221:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558225:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558228:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558230:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558232:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558235:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558237:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558239:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558241:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558243:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558245:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558247:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558248:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558250:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558252:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558254:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558256:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558257:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558259:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558261:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558263:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558265:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200080:1.0:1787827144.558267:0:23201:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffc7c725dd0 00020000:00000080:1.0:1787827144.558268:0:23201:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0692400 uarg=0000000000000000 00000080:00200008:1.0:1787827144.558278:0:23201:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00010000:00010000:2.0:1787827144.642828:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827145.667634:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787827146.485842:0:23482:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 00010000:00010000:3.0:1787827146.690839:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827147.063953:0:23630:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec 00000100:00100000:2.0:1787827147.075011:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134311808:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827147.075030:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134311936:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827147.075180:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134312192:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827147.075187:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134312064:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827147.075214:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134312320:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827147.076670:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134311808:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827147.076830:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134311936:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827147.076842:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134312192:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827147.076980:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c4318b40 x1874672134312064/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827147.076995:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134312064:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827147.077011:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c431a1c0 x1874672134312320/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827147.077021:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134312320:192.168.203.106@tcp:400:kworker.0 00010000:00010000:2.0:1787827147.714955:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787827148.357938:0:23668:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787827148.357951:0:23668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827148.357975:0:23668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827148.357997:0:23668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827148.358012:0:23668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827148.358021:0:23668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827148.358029:0:23668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827148.358033:0:23668:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:3.0:1787827148.358041:0:23668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c8fcb8 00010000:00010000:3.0:1787827148.358045:0:23668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827148.358054:0:23668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1787827148.358554:0:23668:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787827148.358559:0:23668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827148.358568:0:23668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827148.358576:0:23668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787827148.358585:0:23668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1787827148.358591:0:23668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827148.358595:0:23668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827148.358598:0:23668:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:3.0:1787827148.358602:0:23668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c8fcb8 00010000:00010000:3.0:1787827148.358606:0:23668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787827148.358613:0:23668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1787827148.358684:0:23668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:3.0:1787827148.358693:0:23668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787827148.358740:0:23668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787827148.358752:0:23668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1787827148.358759:0:23668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787827148.358763:0:23668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:3.0:1787827148.358766:0:23668:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:3.0:1787827148.358770:0:23668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c8fbb0 00010000:00010000:3.0:1787827148.358773:0:23668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787827148.358780:0:23668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1787827148.358789:0:23668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787827148.358796:0:23668:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:3.0:1787827148.358885:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:3.0:1787827148.358902:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d01bf000 uarg=0000000000000000 00800000:00000004:3.0:1787827148.358910:0:23668:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 521, max_age 524 00000100:00100000:3.0:1787827148.358947:0:23668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312448:192.168.203.106@tcp:41:lfs.0 00000100:00100000:3.0:1787827148.359028:0:23668:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787827148.360171:0:23668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312448:192.168.203.106@tcp:41:lfs.0 00800000:00000004:2.0:1787827148.360186:0:23668:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:2.0:1787827148.360228:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.360237:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00800000:00000004:2.0:1787827148.360243:0:23668:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 521, max_age 524 00000100:00100000:2.0:1787827148.360263:0:23668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312576:192.168.203.106@tcp:41:lfs.0 00000100:00100000:2.0:1787827148.360308:0:23668:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c77c3000 going to sleep for 11 seconds 00010000:00080000:2.0:1787827148.361068:0:23668:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025fc00 x1874672134312576/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827164 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827148.361076:0:23668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312576:192.168.203.106@tcp:41:lfs.0 00800000:00000004:2.0:1787827148.361085:0:23668:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1787827148.361110:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361115:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361120:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361123:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361126:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361128:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361131:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361134:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361137:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361140:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361142:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361145:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361147:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361149:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361151:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361153:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361155:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361158:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361161:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361164:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361166:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361169:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361171:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361173:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361175:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361177:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361180:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361182:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361184:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361186:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361188:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361190:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361193:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361196:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361199:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361200:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361203:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361205:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361208:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361210:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361213:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361215:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361218:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361220:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361222:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361225:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361228:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361232:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361238:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361241:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361245:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361250:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361255:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361259:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361263:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361268:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361273:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361276:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361282:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361287:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361292:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361296:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361302:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361306:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361310:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361314:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361319:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361330:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361337:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361340:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361344:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361347:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361351:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361355:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361359:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361362:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361366:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361370:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361374:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361377:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361380:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361382:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361384:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361387:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361389:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361391:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361393:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361395:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361397:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361399:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361401:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361402:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361404:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361417:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361425:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361429:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361433:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361436:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361440:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361443:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361447:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361450:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361454:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361457:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361461:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361464:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361466:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361468:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361470:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361472:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361474:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361476:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361478:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361480:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361482:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361489:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361491:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361493:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361495:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361497:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361499:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361501:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361503:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361504:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361506:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00800000:00000080:2.0:1787827148.361508:0:23668:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.361511:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.361515:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00020000:00000004:2.0:1787827148.361519:0:23668:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 521, max_age 524 00000100:00100000:2.0:1787827148.361534:0:23668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312704:192.168.203.106@tcp:13:lfs.0 00000100:00100000:2.0:1787827148.361579:0:23668:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c77c3000 going to sleep for 11 seconds 00000100:00100000:2.0:1787827148.362307:0:23668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312704:192.168.203.106@tcp:13:lfs.0 00020000:00000004:2.0:1787827148.362317:0:23668:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261761/262144 00000080:00200080:2.0:1787827148.362348:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.362357:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00020000:00000004:2.0:1787827148.362362:0:23668:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 521, max_age 524 00000100:00100000:2.0:1787827148.362380:0:23668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312832:192.168.203.106@tcp:13:lfs.0 00000100:00100000:2.0:1787827148.362412:0:23668:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c77c3000 going to sleep for 11 seconds 00010000:00080000:2.0:1787827148.363231:0:23668:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025fc00 x1874672134312832/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827164 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827148.363242:0:23668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23668:1874672134312832:192.168.203.106@tcp:13:lfs.0 00020000:00000004:2.0:1787827148.363254:0:23668:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1787827148.363283:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363290:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363294:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363296:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363299:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363301:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363304:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363309:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363313:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363317:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363321:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363324:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363329:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363333:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363343:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363349:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363354:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363358:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363363:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363371:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363377:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363381:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363385:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363388:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363392:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363395:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363398:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363401:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363405:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363408:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363412:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363416:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363424:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363431:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363435:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363439:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363443:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363446:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363450:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363453:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363457:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363461:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363465:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363468:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363472:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363476:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363480:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363483:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363488:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363492:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363496:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363500:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363506:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363510:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363514:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363517:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363522:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363526:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363532:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363536:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363547:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363550:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363554:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363557:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363561:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363564:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363568:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363570:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363573:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363575:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363577:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363579:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363581:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363582:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363584:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363586:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363588:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363589:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363592:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363595:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363599:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363602:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363605:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363608:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363611:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363622:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363626:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363630:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363634:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363637:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363641:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363644:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363648:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363651:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363655:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363657:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363659:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363661:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363663:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363665:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363667:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363668:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363670:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363672:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363674:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363676:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363678:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363679:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363681:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363683:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363685:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363687:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363689:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363690:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363692:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363705:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363709:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363735:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363742:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363747:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363751:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363754:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363758:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363761:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200080:2.0:1787827148.363765:0:23668:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7ffeb8633460 00020000:00000080:2.0:1787827148.363768:0:23668:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3c4ffec00 uarg=0000000000000000 00000080:00200008:2.0:1787827148.363778:0:23668:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00010000:00010000:2.0:1787827148.738885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787827149.514438:0:23739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827149.514466:0:23739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827149.514484:0:23739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787827149.514496:0:23739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787827149.514502:0:23739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827149.514508:0:23739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827149.514511:0:23739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:0.0:1787827149.514518:0:23739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a81c87b58 00010000:00010000:0.0:1787827149.514521:0:23739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787827149.514527:0:23739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:0.0:1787827149.514539:0:23739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827149.514545:0:23739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=24 00000080:00200000:0.0:1787827149.514549:0:23739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:0.0:1787827149.514554:0:23739:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), flags=8 00000080:00200000:0.0:1787827149.514558:0:23739:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=getattr 00000002:00010000:0.0:1787827149.514568:0:23739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.replay-ost-single,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787827149.514605:0:23739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.514610:0:23739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.514619:0:23739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827149.514637:0:23739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job checkstat:2313f4ee-480a-47b2-8d93-5bb216a57733:23739:1874672134312960:192.168.203.106@tcp:101:checkstat.0 00000100:00100000:0.0:1787827149.514757:0:23739:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d07e4840 going to sleep for 11 seconds 00000100:00100000:0.0:1787827149.516228:0:23739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job checkstat:2313f4ee-480a-47b2-8d93-5bb216a57733:23739:1874672134312960:192.168.203.106@tcp:101:checkstat.0 00010000:00010000:0.0:1787827149.516245:0:23739:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516258:0:23739:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516264:0:23739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516270:0:23739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516279:0:23739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516286:0:23739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0e3d15b0a00 already unused, calling callback (ffffffffc1c3a990) 00010000:00010000:0.0:1787827149.516291:0:23739:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516298:0:23739:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516312:0:23739:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516321:0:23739:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787827149.516328:0:23739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827149.516335:0:23739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0a00/0x33d55ea1c3467641 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 23739 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827149.516351:0:23739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffffa0e3c3e87840 x1874672134312960/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/584 e 0 to 0 dl 1787827165 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'checkstat.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787827149.516366:0:23739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1787827149.516389:0:23739:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1787827149.762863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827150.786944:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827151.810884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827152.194945:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134313088:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827152.194945:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134313216:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827152.195050:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134313472:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827152.195129:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134313344:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827152.195164:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134313600:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827152.197366:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134313088:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827152.197366:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134313216:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827152.197398:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134313344/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827152.197399:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134313472:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827152.197416:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134313344:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827152.197430:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d52c0 x1874672134313600/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827152.197437:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134313600:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827152.834922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787827153.642114:0:23948:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787827153.642126:0:23948:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827153.642147:0:23948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827153.642164:0:23948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787827153.642175:0:23948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1787827153.642181:0:23948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827153.642186:0:23948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827153.642189:0:23948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827153.642196:0:23948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a8216fcb8 00010000:00010000:1.0:1787827153.642198:0:23948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787827153.642205:0:23948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200008:1.0:1787827153.642692:0:23948:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787827153.642696:0:23948:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827153.642702:0:23948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827153.642728:0:23948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1787827153.642737:0:23948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1787827153.642746:0:23948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827153.642752:0:23948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827153.642755:0:23948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827153.642759:0:23948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a8216fcb8 00010000:00010000:1.0:1787827153.642763:0:23948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1787827153.642770:0:23948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1787827153.642848:0:23948:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:1.0:1787827153.642854:0:23948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787827153.642860:0:23948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787827153.642868:0:23948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1787827153.642874:0:23948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787827153.642878:0:23948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:1.0:1787827153.642881:0:23948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:1.0:1787827153.642885:0:23948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a8216fbb0 00010000:00010000:1.0:1787827153.642888:0:23948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787827153.642895:0:23948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787827153.642904:0:23948:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 44 00000080:00200008:1.0:1787827153.642913:0:23948:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000080:00200080:1.0:1787827153.642959:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.642971:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00800000:00000004:1.0:1787827153.642976:0:23948:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: age 525, max_age 529 00000100:00100000:1.0:1787827153.643015:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313728:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827153.643111:0:23948:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d000 going to sleep for 11 seconds 00000100:00100000:1.0:1787827153.644293:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313728:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827153.644320:0:23948:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0e3c67ab800: update ffffa0e3d028d178 cache blocks 317398/353529 objects 1023722/1024000 00000080:00200080:1.0:1787827153.644359:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.644368:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00800000:00000004:1.0:1787827153.644372:0:23948:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: age 525, max_age 529 00000100:00100000:1.0:1787827153.644386:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313856:192.168.203.106@tcp:41:lfs.0 00000100:00100000:1.0:1787827153.644421:0:23948:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d000 going to sleep for 11 seconds 00010000:00080000:1.0:1787827153.645834:0:23948:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d61c0 x1874672134313856/t0(0) o41->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827169 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827153.645847:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313856:192.168.203.106@tcp:41:lfs.0 00800000:00000004:1.0:1787827153.645859:0:23948:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0e3c67ab800: update ffffa0e3d0289e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787827153.645893:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645904:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645910:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645913:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645918:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645921:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645925:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645934:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645938:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645941:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645945:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645949:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645952:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645955:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645959:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645963:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645967:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645970:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645974:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645977:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645981:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645984:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645988:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645991:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.645995:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.645998:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646002:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646005:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646008:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646012:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646016:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646019:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646026:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646030:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646034:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646037:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646041:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646044:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646048:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646051:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646055:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646058:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646062:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646065:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646068:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646072:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646075:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646079:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646082:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646085:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646088:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646092:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646096:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646099:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646103:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646106:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646110:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646113:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646117:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646120:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646124:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646127:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646131:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646134:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646138:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646141:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646145:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646148:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646152:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646155:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646166:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646170:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646173:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646178:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646181:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646184:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646188:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646191:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646195:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646199:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646202:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646206:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646210:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646213:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646216:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646219:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646223:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646226:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646230:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646233:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646236:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646239:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646243:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646246:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646250:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646253:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646257:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646260:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646263:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646266:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646270:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646273:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646277:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646280:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646284:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646287:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646291:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646294:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646298:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646301:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646305:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646308:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646311:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646314:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646318:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646321:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646324:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646327:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646331:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646334:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646338:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646341:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646345:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646348:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646351:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00800000:00000080:1.0:1787827153.646354:0:23948:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.646358:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.646363:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827153.646370:0:23948:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 525, max_age 529 00000100:00100000:1.0:1787827153.646393:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313984:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827153.646442:0:23948:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d000 going to sleep for 11 seconds 00000100:00100000:1.0:1787827153.648465:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134313984:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827153.648486:0:23948:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: update ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261761/262144 00000080:00200080:1.0:1787827153.648526:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.648538:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00020000:00000004:1.0:1787827153.648543:0:23948:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 525, max_age 529 00000100:00100000:1.0:1787827153.648566:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134314112:192.168.203.106@tcp:13:lfs.0 00000100:00100000:1.0:1787827153.648613:0:23948:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d048d000 going to sleep for 11 seconds 00010000:00080000:1.0:1787827153.649781:0:23948:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d61c0 x1874672134314112/t0(0) o13->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827169 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827153.649796:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:2313f4ee-480a-47b2-8d93-5bb216a57733:23948:1874672134314112:192.168.203.106@tcp:13:lfs.0 00020000:00000004:1.0:1787827153.649809:0:23948:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: update ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787827153.649837:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649848:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649854:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649866:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649873:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649878:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649882:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649886:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649890:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649893:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649897:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649900:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649904:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649908:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649912:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649916:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649920:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649924:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649928:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649931:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649935:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649939:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649943:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649947:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649950:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649952:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649954:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649956:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649958:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649960:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649962:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649964:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649966:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649967:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649969:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649971:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649973:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649975:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649978:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649979:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649981:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649983:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649985:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649987:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649989:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649993:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.649996:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.649999:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650002:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650005:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650008:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650018:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650024:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650028:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650032:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650036:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650040:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650044:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650048:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650050:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650052:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650055:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650058:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650062:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650066:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650070:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650073:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650077:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650081:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650091:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650096:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650100:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650104:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650108:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650111:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650114:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650118:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650121:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650124:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650128:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650132:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650136:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650140:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650143:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650147:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650151:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650156:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650158:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650161:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650163:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650165:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650167:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650169:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650171:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650173:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650174:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650176:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650178:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650180:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650182:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650184:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650185:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650187:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650189:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650191:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650192:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650194:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650196:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650198:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650200:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650202:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650204:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650206:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650208:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650210:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650212:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650220:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650222:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650224:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650225:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650227:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650229:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650232:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650234:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200080:1.0:1787827153.650236:0:23948:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248) cmd=c00866a4 arg=7fff3df619d0 00020000:00000080:1.0:1787827153.650237:0:23948:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0e3c67ab800: cmd=c00866a4 len=592 karg=ffffa0e3d0691400 uarg=0000000000000000 00000080:00200008:1.0:1787827153.650249:0:23948:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0e3d8ae3248), flags 100000 00000020:00000004:1.0:1787827153.657918:0:23949:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: age 530, max_age 529 00000020:00000004:1.0:1787827153.657929:0:23949:0:(obd_class.h:1130:obd_statfs()) lustre-OST0000-osc-ffffa0e3c67ab800: use ffffa0e3c8c0d178 cache blocks 901365/958279 objects 261761/262144 00000020:00000004:1.0:1787827153.657977:0:23949:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: age 530, max_age 529 00000020:00000004:1.0:1787827153.657981:0:23949:0:(obd_class.h:1130:obd_statfs()) lustre-OST0001-osc-ffffa0e3c67ab800: use ffffa0e3c8c0b7c0 cache blocks 901369/958279 objects 261775/262144 00010000:00010000:2.0:1787827153.860194:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787827154.216253:0:24078:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: before: 7663128 after: 7663128 00010000:00010000:3.0:1787827154.883799:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827155.906787:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787827156.528003:0:24655:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-ost-single test 8a: Verify redo io: redo io when get -EINPROGRESS error ========================================================== 06:39:16 (1787827156) 00010000:00010000:2.0:1787827156.930880:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787827156.978573:0:24679:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248),name=/ 00000002:00010000:0.0:1787827156.978606:0:24679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787827156.978629:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787827156.978659:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787827156.978668:0:24679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787827156.978676:0:24679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) 00000080:00010000:0.0:1787827156.978679:0:24679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0e3d8ae3248) for lock 0x33d55ea1c3467633 00000080:00010000:0.0:1787827156.978688:0:24679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467633 from it ffffb25a820b7bf8 00010000:00010000:0.0:1787827156.978692:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787827156.978700:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c5803a00/0x33d55ea1c3467633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79545a6 expref: -99 pid: 22880 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787827156.978760:0:24679:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0e3d8ae3248), inode mode 41ed mask 1 00000080:00200000:0.0:1787827156.978769:0:24679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.replay-ost-single, flags=25 00000080:00200000:0.0:1787827156.978776:0:24679:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 1 00000080:00200000:0.0:1787827156.978788:0:24679:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffffa0e3d8950908), inode mode 41ed mask 3 00000080:00200000:0.0:1787827156.978793:0:24679:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f8a.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), file ffffa0e3e17de780, open_flags 109241, mode 81b6 opened 0 00000080:00200000:0.0:1787827156.978803:0:24679:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f8a.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=open|creat 00000002:00010000:0.0:1787827156.978826:0:24679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f8a.replay-ost-single,[0x200000403:0x14:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 04111102 00010000:00010000:0.0:1787827156.978884:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 24679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.978894:0:24679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 24679 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787827156.978908:0:24679:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787827156.978919:0:24679:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3c3e843c0 x1874672134314368/t0(0) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787827156.978930:0:24679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 24679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827156.978951:0:24679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134314368:192.168.203.106@tcp:101:dd.0 00000100:00100000:0.0:1787827156.979105:0:24679:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1787827156.982013:0:24679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e843c0 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134314368:192.168.203.106@tcp:101:dd.0 00010000:00010000:0.0:1787827156.982039:0:24679:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982058:0:24679:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/0,1 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982064:0:24679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/0,1 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982073:0:24679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/0,1 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982081:0:24679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/0,1 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982090:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 5/1,1 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982097:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 5/1,1 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982104:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787827156.982116:0:24679:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffffa0e3c3e843c0 x1874672134314368/t4294967407(4294967407) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827172 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787827156.982129:0:24679:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3c3e843c0 x1874672134314368/t4294967407(4294967407) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 664/664 e 0 to 0 dl 1787827172 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787827156.982144:0:24679:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787827156.982156:0:24679:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982166:0:24679:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0e3d0cd2800 type 13 mode 4 res 8589935619/20 (0 0) 00000080:00200000:0.0:1787827156.982172:0:24679:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787827156.982185:0:24679:0:(namei.c:1628:ll_create_it()) VFS Op:name=f8a.replay-ost-single, dir=[0x200000402:0x1:0x0](ffffa0e3d8950908), intent=open|creat 00000080:00200000:0.0:1787827156.982209:0:24679:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000403:0x14:0x0](ffffa0e3d8ae00c8) 00000080:00200000:0.0:1787827156.982281:0:24679:0:(file.c:6854:ll_layout_conf()) [0x200000403:0x14:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787827156.982285:0:24679:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000403:0x14:0x0](ffffa0e3d8ae00c8) 00000080:00010000:0.0:1787827156.982289:0:24679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000403:0x14:0x0](ffffa0e3d8ae00c8) for lock 0x33d55ea1c3467648 00000080:00010000:0.0:1787827156.982299:0:24679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0x14:0x0](ffffa0e3d8ae00c8) 00000080:00200008:0.0:1787827156.982314:0:24679:0:(file.c:1090:ll_file_open()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0](ffffa0e3d8ae00c8), flags 4111101 00000002:00100000:0.0:1787827156.982333:0:24679:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffffa0e3c3e843c0 x1874672134314368/t4294967407(4294967407) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827172 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787827156.982373:0:24679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x33d55ea1c3467648 from it ffffa0e3e010f240 00010000:00010000:0.0:1787827156.982378:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.982388:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787827156.982410:0:24679:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000403:0x14:0x0](ffffa0e3d8ae00c8), inode mode 81a4 mask 40 00000080:00200008:0.0:1787827156.982597:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 0, count: 4096 00000080:00200000:0.0:1787827156.982607:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 0, bytes: 4096 00000080:00200000:0.0:1787827156.982613:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:0.0:1787827156.982618:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 1, [0x200000403:0x14:0x0] hash] 00000020:00200000:0.0:1787827156.982620:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000080:00200000:0.0:1787827156.982624:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787827156.982649:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:0.0:1787827156.982656:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00200000:0.0:1787827156.982660:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787827156.982682:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:0.0:1787827156.982696:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787827156.982700:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c7624db0, osc lock ffffa0e3c8c1be78, flags 0x0 00010000:00010000:0.0:1787827156.983194:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.983206:0:24679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.983217:0:24679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787827156.983239:0:24679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134314496:192.168.203.106@tcp:101:dd.0 00000100:00100000:0.0:1787827156.983328:0:24679:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f780 going to sleep for 11 seconds 00000100:00100000:0.0:1787827156.985140:0:24679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134314496:192.168.203.106@tcp:101:dd.0 00010000:00010000:0.0:1787827156.985163:0:24679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985182:0:24679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985201:0:24679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985214:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787827156.985225:0:24679:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985237:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985245:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787827156.985268:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [0, 4096) append 0 append lockpos 0 00000080:00200000:0.0:1787827156.985285:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:0.0:1787827156.985341:0:24679:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:0.0:1787827156.985356:0:24679:0:(rw26.c:933:ll_write_end()) page@0000000087c64159[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 0] 00000080:00200000:0.0:1787827156.985360:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000673a2076 17ffffc0001001 3:0 ffffa0e3d0f66488 0 lru 00000080:00200000:0.0:1787827156.985367:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000000d5564df 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787827156.985369:0:24679:0:(rw26.c:933:ll_write_end()) end page@0000000087c64159 00000080:00200000:0.0:1787827156.985370:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787827156.985374:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:0.0:1787827156.985393:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787827156.985415:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:0.0:1787827156.985426:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:0.0:1787827156.985433:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=0, end=4095, datasync=0, need_sync 1/1 00000080:00200000:0.0:1787827156.985445:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787827156.985453:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787827156.985479:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787827156.985489:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787827156.985534:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787827156.985609:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c3e86580 - object 0x280000401:20 offset 0<>4096 00000100:00100000:0.0:1787827156.985667:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787827156.985683:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134314624:192.168.203.106@tcp:4:dd.0 00000008:00100000:0.0:1787827156.989330:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3c3e86580 x1874672134314624/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827172 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'dd.0' uid:0 gid:0 projid:0 00000008:00088000:0.0:1787827156.989409:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:0.0:1787827156.989414:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c3e86d00 - object 0x280000401:20 offset 0<>4096 00000100:00100000:0.0:1787827156.989437:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134314624:192.168.203.106@tcp:4:dd.0 00000100:00100000:0.0:1787827157.314891:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134314880:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827157.314892:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315008:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827157.314996:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134315136:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827157.315003:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134314752:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00100000:0.0:1787827157.316365:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f6693-430f-40e2-b9af-10afb9cb8617:2391:1874672134314880:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827157.317244:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d52c0 x1874672134315008/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827157.317265:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315008:192.168.203.106@tcp:400:kworker.0 00000008:00100000:1.0:1787827157.317286:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3c3e86d00 x1874672134314752/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827173 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:0 00010000:00080000:0.0:1787827157.317306:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d98d4780 x1874672134315136/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827157.317320:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134315136:192.168.203.106@tcp:400:kworker.0 00000008:00088000:1.0:1787827157.317374:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:1.0:1787827157.317379:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d6940 - object 0x280000401:20 offset 0<>4096 00000100:00100000:1.0:1787827157.317399:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134314752:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00010000:00010000:3.0:1787827157.954926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827158.978966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827159.362839:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315264:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000008:00100000:1.0:1787827159.368160:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3d98d6940 x1874672134315264/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827175 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:0 00000008:00088000:1.0:1787827159.368240:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:1.0:1787827159.368245:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d52c0 - object 0x280000401:20 offset 0<>4096 00000100:00100000:1.0:1787827159.368267:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315264:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1787827159.368290:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1787827160.002892:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827161.027357:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827162.050920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827162.370848:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315392:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000008:00100000:1.0:1787827162.374754:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3d98d52c0 x1874672134315392/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827178 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:0 00000008:00088000:1.0:1787827162.374832:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:1.0:1787827162.374836:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d5680 - object 0x280000401:20 offset 0<>4096 00000100:00100000:1.0:1787827162.374862:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315392:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00100000:3.0:1787827162.434952:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134315648:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827162.434973:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134315776:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827162.435061:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134315904:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827162.435064:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134316032:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827162.436378:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134315648:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827162.436384:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0e3c67ab800: committing for last_committed 4294967407 gen 1 00000100:00100000:2.0:1787827162.436397:0:2393:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffffa0e3c3e843c0 x1874672134314368/t4294967407(4294967407) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 592/664 e 0 to 0 dl 1787827172 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00010000:00080000:3.0:1787827162.436406:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025e940 x1874672134315904/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827162.436413:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134315776:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827162.436423:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134315904:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787827162.436448:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025d680 x1874672134316032/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827162.436460:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134316032:192.168.203.106@tcp:400:kworker.0 00010000:00010000:2.0:1787827163.074888:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827164.098935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827165.122884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827166.146888:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827166.402843:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315520:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000008:00100000:1.0:1787827166.406528:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3d98d5680 x1874672134315520/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827182 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:0 00000008:00088000:1.0:1787827166.406626:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:1.0:1787827166.406631:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d52c0 - object 0x280000401:20 offset 0<>4096 00000100:00100000:1.0:1787827166.406657:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134315520:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1787827166.406693:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1787827167.170981:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827167.554934:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134316288:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827167.554955:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316416:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827167.555044:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316672:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827167.555049:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316544:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827167.555082:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787827167.555088:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316800:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827167.556538:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134316288:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827167.556554:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e84780 x1874672134316544/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827167.556574:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316544:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827167.556577:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e85680 x1874672134316800/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827167.556592:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316800:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827167.556609:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316416:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827167.556619:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134316672:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827168.194853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827169.218873:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827170.242892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827171.267092:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827171.586833:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316160:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000008:00100000:1.0:1787827171.591591:0:2390:0:(osc_request.c:2586:osc_brw_redo_request()) @@@ redo for recoverable error -115 req@ffffa0e3d98d52c0 x1874672134316160/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 0 dl 1787827187 ref 2 fl Interpret:RMQU/600/0 rc -115/-115 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:0 00000008:00088000:1.0:1787827171.591677:0:2390:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: 12fb7fff (4) 00000008:00100000:1.0:1787827171.591681:0:2390:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d5680 - object 0x280000401:20 offset 0<>4096 00000100:00100000:1.0:1787827171.591738:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316160:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1787827171.591759:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1787827172.290834:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827172.674949:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134317184:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827172.674949:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134317056:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827172.675067:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134317312:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827172.675069:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134317440:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827172.675105:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134317568:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827172.676893:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134317184:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827172.676903:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134317056:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827172.676921:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134317440:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827172.676922:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025e580 x1874672134317312/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827172.676935:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134317312:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787827172.676944:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3d025d2c0 x1874672134317568/t0(0) o400->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827172.676950:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134317568:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827173.314923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827174.338840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827175.362936:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827176.386881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827177.410865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827177.794844:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316928:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000100:00080000:0.0:1787827177.794918:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787827177.794925:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0e3c67ab800: disconnect after 24s idle 00000100:00100000:0.0:1787827177.794961:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134317824:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827177.794977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134318208:192.168.203.106@tcp:9:kworker.0 00000100:00100000:1.0:1787827177.795018:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134317696:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827177.795056:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134318080:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827177.795086:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134317952:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827177.796833:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134317696:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827177.796835:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134317824:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787827177.796852:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e85a40 x1874672134317952/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787827193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827177.796872:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134317952:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827177.796880:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134318080:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787827177.797106:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0e3c3e84780 x1874672134318208/t0(0) o9->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827177.797125:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0e3c3e84780 x1874672134318208/t0(0) o9->lustre-OST0001-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827177.797132:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1787827177.797136:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134318208:192.168.203.106@tcp:9:kworker.0 00000008:00010000:1.0:1787827177.797156:0:2390:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787827177.797199:0:2390:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000aada7f29 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787827177.797218:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134316928:192.168.203.106@tcp:4:ptlrpcd_00_00.0 00000080:00200000:3.0:1787827177.797255:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1787827177.797309:0:24679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134318336:192.168.203.106@tcp:44:dd.0 00000100:00100000:3.0:1787827177.797358:0:24679:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3c5962900 going to sleep for 11 seconds 00000100:00100000:1.0:1787827177.798068:0:24679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job dd:2313f4ee-480a-47b2-8d93-5bb216a57733:24679:1874672134318336:192.168.203.106@tcp:44:dd.0 00000080:00200000:1.0:1787827177.798083:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787827177.798092:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787827177.798154:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787827177.798163:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134318464:192.168.203.106@tcp:16:dd.0 00000100:00100000:0.0:1787827177.799688:0:2391:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705666 gen 1 00000100:00100000:0.0:1787827177.799733:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134318464:192.168.203.106@tcp:16:dd.0 00000080:00200000:1.0:1787827177.799746:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 4096 i_blocks 8 00000080:00200000:1.0:1787827177.799754:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827177.799762:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:1.0:1787827177.799769:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 4096 i_blocks 8 00000020:00010000:1.0:1787827177.799771:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:1.0:1787827177.799774:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787827177.799777:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c7624db0 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787827177.799784:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787827177.799798:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1787827177.799810:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787827177.799812:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c7624db0 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787827177.799817:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1787827177.799821:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:1.0:1787827177.799825:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787827177.799828:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1787827177.799830:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 4096 i_blocks 8 00000080:00200000:1.0:1787827177.799832:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1787827177.799866:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 4096, count: 4096 00000080:00200000:1.0:1787827177.799874:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 4096, bytes: 4096 00000080:00200000:1.0:1787827177.799879:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:1.0:1787827177.799885:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 2, [0x200000403:0x14:0x0] hash] 00000020:00200000:1.0:1787827177.799887:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4096, 8192) 0 0 00000080:00200000:1.0:1787827177.799890:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787827177.799899:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [1, 1] 00020000:00200000:1.0:1787827177.799904:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4096 chunk: [4096, 8192) 8192, 4096 00020000:00200000:1.0:1787827177.799906:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787827177.799915:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1, 1] 00000008:00010000:1.0:1787827177.799923:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787827177.799926:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c8c5b430, osc lock ffffa0e3c7726750, flags 0x0 00010000:00010000:1.0:1787827177.799943:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827177.799951:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827177.799963:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827177.799968:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827177.799973:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827177.799980:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [4096, 8192) append 0 append lockpos 0 00000080:00200000:1.0:1787827177.799989:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:1.0:1787827177.800031:0:24679:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:1.0:1787827177.800039:0:24679:0:(rw26.c:933:ll_write_end()) page@000000005e4fa0ec[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 1] 00000080:00200000:1.0:1787827177.800041:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000f332b098 17ffffc0001001 3:0 ffffa0e3d06702b8 1 lru 00000080:00200000:1.0:1787827177.800050:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@00000000609e3f2e 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787827177.800051:0:24679:0:(rw26.c:933:ll_write_end()) end page@000000005e4fa0ec 00000080:00200000:1.0:1787827177.800052:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787827177.800054:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1787827177.800070:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787827177.800081:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:1.0:1787827177.800089:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:1.0:1787827177.800093:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=4096, end=8191, datasync=0, need_sync 0/1 00000080:00200000:1.0:1787827177.800098:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787827177.800101:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787827177.800108:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1787827177.800115:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787827177.800138:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1787827177.800200:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3d98d61c0 - object 0x280000401:20 offset 4096<>8192 00000100:00100000:1.0:1787827177.800237:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787827177.800247:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134318592:192.168.203.106@tcp:4:dd.0 00000008:00010000:1.0:1787827177.801486:0:2390:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1787827177.801527:0:2390:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000067213093 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787827177.801546:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134318592:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.801552:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.801565:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.801569:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787827177.801606:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787827177.801616:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134318720:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.803217:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705667 gen 1 00000100:00100000:2.0:1787827177.803262:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134318720:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.803285:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 8192 i_blocks 16 00000080:00200000:3.0:1787827177.803295:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.803304:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.803312:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 8192 i_blocks 16 00000020:00010000:3.0:1787827177.803316:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.803319:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.803321:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c8c5b430 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.803330:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827177.803340:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787827177.803352:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.803354:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c8c5b430 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.803359:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.803363:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [1, 1] 00000080:00200000:3.0:1787827177.803367:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.803369:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.803372:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 8192 i_blocks 16 00000080:00200000:3.0:1787827177.803375:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.803403:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 8192, count: 4096 00000080:00200000:3.0:1787827177.803408:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 8192, bytes: 4096 00000080:00200000:3.0:1787827177.803411:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.803415:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 3, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.803417:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [8192, 12288) 0 0 00000080:00200000:3.0:1787827177.803419:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.803427:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [2, 2] 00020000:00200000:3.0:1787827177.803431:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 8192 chunk: [8192, 12288) 12288, 4096 00020000:00200000:3.0:1787827177.803433:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.803442:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2, 2] 00000008:00010000:3.0:1787827177.803450:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.803454:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.803468:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.803476:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8192 12287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.803484:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.803501:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.803508:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827177.803515:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [8192, 12288) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.803524:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.803554:0:24679:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:3.0:1787827177.803559:0:24679:0:(rw26.c:933:ll_write_end()) page@00000000e0dddc9d[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 2] 00000080:00200000:3.0:1787827177.803561:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1a5f6a8 17ffffc0001001 3:0 ffffa0e3d06b7658 2 lru 00000080:00200000:3.0:1787827177.803566:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000004ff3328e 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 25206784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.803568:0:24679:0:(rw26.c:933:ll_write_end()) end page@00000000e0dddc9d 00000080:00200000:3.0:1787827177.803569:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.803571:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.803584:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827177.803595:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.803601:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.803606:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=8192, end=12287, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.803610:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.803614:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.803621:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787827177.803628:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.803648:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8192 12287) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1787827177.803727:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c4319a40 - object 0x280000401:20 offset 8192<>12288 00000100:00100000:2.0:1787827177.803767:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.803778:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134318848:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.804864:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787827177.804890:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787827177.804913:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.804924:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.804928:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.804934:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134318848:192.168.203.106@tcp:4:dd.0 00000100:00100000:2.0:1787827177.804959:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.804965:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134318976:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.806278:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705668 gen 1 00000100:00100000:2.0:1787827177.806307:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134318976:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.806338:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 12288 i_blocks 24 00000080:00200000:3.0:1787827177.806345:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.806352:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.806357:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 12288 i_blocks 24 00000020:00010000:3.0:1787827177.806359:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.806362:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.806364:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.806370:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787827177.806380:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1787827177.806393:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.806396:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.806403:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.806408:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [2, 2] 00000080:00200000:3.0:1787827177.806412:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.806415:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.806419:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 12288 i_blocks 24 00000080:00200000:3.0:1787827177.806422:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.806448:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 12288, count: 4096 00000080:00200000:3.0:1787827177.806455:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 12288, bytes: 4096 00000080:00200000:3.0:1787827177.806459:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.806464:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 4, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.806466:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [12288, 16384) 0 0 00000080:00200000:3.0:1787827177.806469:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.806477:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [3, 3] 00020000:00200000:3.0:1787827177.806481:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 12288 chunk: [12288, 16384) 16384, 4096 00020000:00200000:3.0:1787827177.806483:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.806503:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3, 3] 00000008:00010000:3.0:1787827177.806511:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.806513:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.806523:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.806531:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (12288 16383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.806538:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.806547:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.806552:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827177.806558:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [12288, 16384) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.806564:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.806588:0:24679:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:3.0:1787827177.806592:0:24679:0:(rw26.c:933:ll_write_end()) page@000000000130241b[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 3] 00000080:00200000:3.0:1787827177.806595:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000cbdfbd98 17ffffc0001001 3:0 ffffa0e3d06b71d0 3 lru 00000080:00200000:3.0:1787827177.806599:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000000dc2f946 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 33615872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.806600:0:24679:0:(rw26.c:933:ll_write_end()) end page@000000000130241b 00000080:00200000:3.0:1787827177.806601:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.806603:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.806613:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787827177.806624:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.806629:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.806632:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=12288, end=16383, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.806636:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.806639:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.806646:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:3.0:1787827177.806652:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.806670:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (12288 16383) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:3.0:1787827177.806740:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c43183c0 - object 0x280000401:20 offset 12288<>16384 00000100:00100000:3.0:1787827177.806765:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787827177.806773:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319104:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.807965:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1787827177.807991:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1787827177.808009:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319104:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.808011:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.808022:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.808026:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.808060:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.808070:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319232:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.809251:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705669 gen 1 00000100:00100000:2.0:1787827177.809268:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319232:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.809287:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 16384 i_blocks 32 00000080:00200000:3.0:1787827177.809294:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.809300:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.809305:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 16384 i_blocks 32 00000020:00010000:3.0:1787827177.809308:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.809311:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.809313:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.809319:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787827177.809327:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1787827177.809337:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.809339:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.809343:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.809346:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [3, 3] 00000080:00200000:3.0:1787827177.809348:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.809350:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.809353:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 16384 i_blocks 32 00000080:00200000:3.0:1787827177.809355:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.809373:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 16384, count: 4096 00000080:00200000:3.0:1787827177.809377:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 16384, bytes: 4096 00000080:00200000:3.0:1787827177.809379:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.809383:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 5, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.809384:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [16384, 20480) 0 0 00000080:00200000:3.0:1787827177.809386:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.809392:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [4, 4] 00020000:00200000:3.0:1787827177.809394:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 16384 chunk: [16384, 20480) 20480, 4096 00020000:00200000:3.0:1787827177.809396:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.809404:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4, 4] 00000008:00010000:3.0:1787827177.809409:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.809411:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.809420:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.809427:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (16384 20479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.809435:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.809439:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.809443:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827177.809449:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [16384, 20480) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.809455:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.809474:0:24679:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:3.0:1787827177.809479:0:24679:0:(rw26.c:933:ll_write_end()) page@00000000efd0172d[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 4] 00000080:00200000:3.0:1787827177.809481:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000d67c6bed 17ffffc0001001 3:0 ffffa0e3d06b79f8 4 lru 00000080:00200000:3.0:1787827177.809486:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@00000000bb784700 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 42024960 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.809487:0:24679:0:(rw26.c:933:ll_write_end()) end page@00000000efd0172d 00000080:00200000:3.0:1787827177.809488:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.809502:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.809511:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787827177.809520:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.809525:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.809530:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=16384, end=20479, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.809535:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.809539:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.809547:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1787827177.809557:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.809578:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (16384 20479) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:3.0:1787827177.809614:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c4318780 - object 0x280000401:20 offset 16384<>20480 00000100:00100000:2.0:1787827177.809648:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.809656:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319360:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.810816:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1787827177.810842:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:2.0:1787827177.810859:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319360:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.810868:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.810880:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.810885:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.810930:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.810938:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319488:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.812217:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705670 gen 1 00000100:00100000:2.0:1787827177.812242:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319488:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.812269:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 20480 i_blocks 40 00000080:00200000:3.0:1787827177.812277:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.812284:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.812290:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 20480 i_blocks 40 00000020:00010000:3.0:1787827177.812293:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.812295:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.812297:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.812303:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787827177.812311:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1787827177.812320:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.812322:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.812325:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.812328:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [4, 4] 00000080:00200000:3.0:1787827177.812331:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.812333:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.812336:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 20480 i_blocks 40 00000080:00200000:3.0:1787827177.812338:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.812356:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 20480, count: 4096 00000080:00200000:3.0:1787827177.812360:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 20480, bytes: 4096 00000080:00200000:3.0:1787827177.812363:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.812366:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 6, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.812368:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [20480, 24576) 0 0 00000080:00200000:3.0:1787827177.812370:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.812375:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [5, 5] 00020000:00200000:3.0:1787827177.812377:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 20480 chunk: [20480, 24576) 24576, 4096 00020000:00200000:3.0:1787827177.812379:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.812385:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5, 5] 00000008:00010000:3.0:1787827177.812390:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.812392:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.812400:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.812407:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (20480 24575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.812414:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.812420:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.812424:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827177.812429:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [20480, 24576) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.812434:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.812454:0:24679:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:3.0:1787827177.812458:0:24679:0:(rw26.c:933:ll_write_end()) page@0000000027ee5863[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 5] 00000080:00200000:3.0:1787827177.812460:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @00000000b46588ff 17ffffc0001001 3:0 ffffa0e3d06b7488 5 lru 00000080:00200000:3.0:1787827177.812465:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000006dada70b 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 50434048 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.812467:0:24679:0:(rw26.c:933:ll_write_end()) end page@0000000027ee5863 00000080:00200000:3.0:1787827177.812468:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.812469:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.812477:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787827177.812486:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.812503:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.812508:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=20480, end=24575, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.812511:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.812515:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.812521:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1787827177.812527:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.812544:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (20480 24575) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:3.0:1787827177.812579:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431bc00 - object 0x280000401:20 offset 20480<>24576 00000100:00100000:2.0:1787827177.812617:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.812628:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319616:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.813600:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1787827177.813620:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:2.0:1787827177.813635:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319616:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.813645:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.813656:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.813661:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.813708:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.813740:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319744:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.814973:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705671 gen 1 00000100:00100000:2.0:1787827177.814994:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134319744:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.815008:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 24576 i_blocks 48 00000080:00200000:3.0:1787827177.815014:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.815020:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.815025:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 24576 i_blocks 48 00000020:00010000:3.0:1787827177.815028:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.815030:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.815032:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.815037:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787827177.815045:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:3.0:1787827177.815053:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.815054:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.815058:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.815060:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [5, 5] 00000080:00200000:3.0:1787827177.815063:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.815065:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.815067:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 24576 i_blocks 48 00000080:00200000:3.0:1787827177.815069:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.815084:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 24576, count: 4096 00000080:00200000:3.0:1787827177.815088:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 24576, bytes: 4096 00000080:00200000:3.0:1787827177.815091:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.815094:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 7, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.815095:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [24576, 28672) 0 0 00000080:00200000:3.0:1787827177.815097:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.815102:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [6, 6] 00020000:00200000:3.0:1787827177.815104:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 24576 chunk: [24576, 28672) 28672, 4096 00020000:00200000:3.0:1787827177.815106:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.815112:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6, 6] 00000008:00010000:3.0:1787827177.815117:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.815119:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.815127:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.815134:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 28671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.815141:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.815145:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.815150:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827177.815154:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [24576, 28672) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.815159:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.815175:0:24679:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:3.0:1787827177.815179:0:24679:0:(rw26.c:933:ll_write_end()) page@00000000dafbeae7[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 6] 00000080:00200000:3.0:1787827177.815181:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @000000006c2f1ae9 17ffffc0001001 3:0 ffffa0e3d06b7570 6 lru 00000080:00200000:3.0:1787827177.815185:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@00000000c5c491c1 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 58843136 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.815187:0:24679:0:(rw26.c:933:ll_write_end()) end page@00000000dafbeae7 00000080:00200000:3.0:1787827177.815188:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.815189:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.815195:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787827177.815203:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.815208:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.815211:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=24576, end=28671, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.815214:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.815217:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.815223:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:3.0:1787827177.815228:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.815242:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 28671) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:3.0:1787827177.815274:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431a940 - object 0x280000401:20 offset 24576<>28672 00000100:00100000:3.0:1787827177.815298:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787827177.815305:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319872:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.816404:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1787827177.816432:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1787827177.816454:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134319872:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.816457:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.816468:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.816473:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.816537:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.816546:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320000:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.817841:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705672 gen 1 00000100:00100000:2.0:1787827177.817863:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320000:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.817888:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 28672 i_blocks 56 00000080:00200000:3.0:1787827177.817896:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.817903:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.817910:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 28672 i_blocks 56 00000020:00010000:3.0:1787827177.817914:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.817917:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.817920:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.817927:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787827177.817944:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1787827177.817953:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.817955:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.817960:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.817963:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [6, 6] 00000080:00200000:3.0:1787827177.817967:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.817969:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.817972:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 28672 i_blocks 56 00000080:00200000:3.0:1787827177.817974:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.817997:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 28672, count: 4096 00000080:00200000:3.0:1787827177.818003:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 28672, bytes: 4096 00000080:00200000:3.0:1787827177.818007:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.818011:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 8, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.818013:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [28672, 32768) 0 0 00000080:00200000:3.0:1787827177.818016:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.818023:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [7, 7] 00020000:00200000:3.0:1787827177.818027:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 28672 chunk: [28672, 32768) 32768, 4096 00020000:00200000:3.0:1787827177.818029:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.818036:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [7, 7] 00000008:00010000:3.0:1787827177.818042:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.818045:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.818054:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.818061:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (28672 32767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.818071:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.818076:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.818081:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827177.818086:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [28672, 32768) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.818091:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.818112:0:24679:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:3.0:1787827177.818116:0:24679:0:(rw26.c:933:ll_write_end()) page@0000000088ad435c[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 7] 00000080:00200000:3.0:1787827177.818119:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @000000009adef79d 17ffffc0001001 3:0 ffffa0e3d06b7d98 7 lru 00000080:00200000:3.0:1787827177.818123:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000003050ff4f 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 67252224 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.818133:0:24679:0:(rw26.c:933:ll_write_end()) end page@0000000088ad435c 00000080:00200000:3.0:1787827177.818134:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.818135:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.818144:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1787827177.818153:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.818159:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.818162:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=28672, end=32767, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.818170:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.818174:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.818183:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:3.0:1787827177.818192:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.818216:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (28672 32767) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:3.0:1787827177.818263:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c4319680 - object 0x280000401:20 offset 28672<>32768 00000100:00100000:2.0:1787827177.818321:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320128:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.819435:0:2392:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:2.0:1787827177.819459:0:2392:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:2.0:1787827177.819479:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320128:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.819479:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.819504:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.819509:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.819565:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320256:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.820947:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705673 gen 1 00000100:00100000:2.0:1787827177.820970:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320256:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.820994:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 32768 i_blocks 72 00000080:00200000:3.0:1787827177.821001:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.821007:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.821014:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 32768 i_blocks 72 00000020:00010000:3.0:1787827177.821018:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.821021:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.821024:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.821030:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787827177.821041:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:3.0:1787827177.821054:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.821057:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.821062:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.821065:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [7, 7] 00000080:00200000:3.0:1787827177.821069:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.821071:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.821074:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 32768 i_blocks 72 00000080:00200000:3.0:1787827177.821077:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.821098:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 32768, count: 4096 00000080:00200000:3.0:1787827177.821103:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 32768, bytes: 4096 00000080:00200000:3.0:1787827177.821107:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.821111:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 9, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.821113:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [32768, 36864) 0 0 00000080:00200000:3.0:1787827177.821116:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.821124:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [8, 8] 00020000:00200000:3.0:1787827177.821128:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 32768 chunk: [32768, 36864) 36864, 4096 00020000:00200000:3.0:1787827177.821130:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.821139:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [8, 8] 00000008:00010000:3.0:1787827177.821146:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.821150:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.821160:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.821167:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.821174:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.821179:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.821187:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827177.821193:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [32768, 36864) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.821199:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.821230:0:24679:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:3.0:1787827177.821241:0:24679:0:(rw26.c:933:ll_write_end()) page@000000008c37da9f[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 8] 00000080:00200000:3.0:1787827177.821244:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @000000003170d3b7 17ffffc0001001 3:0 ffffa0e3d06b7740 8 lru 00000080:00200000:3.0:1787827177.821251:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000000d424777 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 75661312 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.821254:0:24679:0:(rw26.c:933:ll_write_end()) end page@000000008c37da9f 00000080:00200000:3.0:1787827177.821255:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.821257:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.821269:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1787827177.821282:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.821290:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.821295:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=32768, end=36863, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.821299:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.821303:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.821310:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:3.0:1787827177.821320:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.821344:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:3.0:1787827177.821386:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431b0c0 - object 0x280000401:20 offset 32768<>36864 00000100:00100000:2.0:1787827177.821429:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320384:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.822475:0:2392:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1787827177.822509:0:2392:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:2.0:1787827177.822528:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320384:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.822534:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.822543:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.822548:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.822597:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320512:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.824079:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705674 gen 1 00000100:00100000:2.0:1787827177.824097:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320512:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.824122:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 36864 i_blocks 80 00000080:00200000:3.0:1787827177.824129:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.824135:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.824140:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 36864 i_blocks 80 00000020:00010000:3.0:1787827177.824143:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.824145:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.824147:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.824153:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787827177.824160:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:3.0:1787827177.824169:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.824171:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.824175:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.824178:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [8, 8] 00000080:00200000:3.0:1787827177.824181:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.824184:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.824186:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 36864 i_blocks 80 00000080:00200000:3.0:1787827177.824188:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.824215:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 36864, count: 4096 00000080:00200000:3.0:1787827177.824220:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 36864, bytes: 4096 00000080:00200000:3.0:1787827177.824222:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.824225:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 10, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.824227:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [36864, 40960) 0 0 00000080:00200000:3.0:1787827177.824229:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.824234:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [9, 9] 00020000:00200000:3.0:1787827177.824237:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 36864 chunk: [36864, 40960) 40960, 4096 00020000:00200000:3.0:1787827177.824239:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.824245:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [9, 9] 00000008:00010000:3.0:1787827177.824251:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.824253:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.824263:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.824273:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.824281:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.824289:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.824296:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827177.824305:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [36864, 40960) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.824314:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.824343:0:24679:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:3.0:1787827177.824349:0:24679:0:(rw26.c:933:ll_write_end()) page@00000000d5f4ac9d[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 9] 00000080:00200000:3.0:1787827177.824353:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @000000009c15df14 17ffffc0001001 3:0 ffffa0e3d06b7bc8 9 lru 00000080:00200000:3.0:1787827177.824358:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@0000000034f01c91 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 84070400 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.824360:0:24679:0:(rw26.c:933:ll_write_end()) end page@00000000d5f4ac9d 00000080:00200000:3.0:1787827177.824361:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.824364:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.824376:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1787827177.824388:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.824394:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.824399:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=36864, end=40959, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.824404:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.824409:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.824417:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:3.0:1787827177.824427:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.824449:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00100000:3.0:1787827177.824486:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431ad00 - object 0x280000401:20 offset 36864<>40960 00000100:00100000:2.0:1787827177.824533:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.824541:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320640:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.825745:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1787827177.825773:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:2.0:1787827177.825790:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134320640:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.825824:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.825836:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.825842:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.825890:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.825898:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320768:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.827444:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705675 gen 1 00000100:00100000:2.0:1787827177.827467:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320768:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.827506:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 40960 i_blocks 88 00000080:00200000:3.0:1787827177.827514:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.827521:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.827527:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 40960 i_blocks 88 00000020:00010000:3.0:1787827177.827530:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.827532:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.827535:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.827540:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787827177.827549:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:3.0:1787827177.827558:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.827560:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.827564:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.827567:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [9, 9] 00000080:00200000:3.0:1787827177.827571:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.827573:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.827576:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 40960 i_blocks 88 00000080:00200000:3.0:1787827177.827578:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.827600:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 40960, count: 4096 00000080:00200000:3.0:1787827177.827605:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 40960, bytes: 4096 00000080:00200000:3.0:1787827177.827608:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.827612:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 11, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.827613:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [40960, 45056) 0 0 00000080:00200000:3.0:1787827177.827615:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.827621:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [10, 10] 00020000:00200000:3.0:1787827177.827625:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 40960 chunk: [40960, 45056) 45056, 4096 00020000:00200000:3.0:1787827177.827626:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.827634:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [10, 10] 00000008:00010000:3.0:1787827177.827639:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.827642:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.827652:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.827659:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (40960 45055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.827666:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.827671:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.827675:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827177.827681:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [40960, 45056) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.827687:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.827736:0:24679:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:3.0:1787827177.827743:0:24679:0:(rw26.c:933:ll_write_end()) page@0000000089f7fd15[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 10] 00000080:00200000:3.0:1787827177.827747:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @0000000094cc283c 17ffffc0001001 3:0 ffffa0e3d06b72b8 10 lru 00000080:00200000:3.0:1787827177.827754:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000005102bdde 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 92479488 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.827756:0:24679:0:(rw26.c:933:ll_write_end()) end page@0000000089f7fd15 00000080:00200000:3.0:1787827177.827757:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.827759:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.827772:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827177.827786:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.827792:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.827795:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=40960, end=45055, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.827800:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.827803:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.827810:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:3.0:1787827177.827817:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.827834:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (40960 45055) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00100000:3.0:1787827177.827877:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c43192c0 - object 0x280000401:20 offset 40960<>45056 00000100:00100000:2.0:1787827177.827925:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320896:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.829086:0:2392:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1787827177.829124:0:2392:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1787827177.829142:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787827177.829148:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134320896:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.829152:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.829156:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.829198:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134321024:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.830513:0:2393:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705676 gen 1 00000100:00100000:2.0:1787827177.830535:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134321024:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.830556:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 45056 i_blocks 96 00000080:00200000:3.0:1787827177.830563:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.830568:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.830573:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 45056 i_blocks 96 00000020:00010000:3.0:1787827177.830575:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.830577:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.830579:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.830584:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1787827177.830593:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00010000:3.0:1787827177.830601:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.830603:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.830607:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.830610:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [10, 10] 00000080:00200000:3.0:1787827177.830613:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.830615:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.830617:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 45056 i_blocks 96 00000080:00200000:3.0:1787827177.830618:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.830637:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 45056, count: 4096 00000080:00200000:3.0:1787827177.830642:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 45056, bytes: 4096 00000080:00200000:3.0:1787827177.830645:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.830650:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 12, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.830652:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [45056, 49152) 0 0 00000080:00200000:3.0:1787827177.830654:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.830661:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [11, 11] 00020000:00200000:3.0:1787827177.830665:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 45056 chunk: [45056, 49152) 49152, 4096 00020000:00200000:3.0:1787827177.830668:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.830675:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [11, 11] 00000008:00010000:3.0:1787827177.830683:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.830686:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.830698:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.830739:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (45056 49151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.830756:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.830763:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.830771:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827177.830780:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [45056, 49152) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.830789:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.830822:0:24679:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:3.0:1787827177.830828:0:24679:0:(rw26.c:933:ll_write_end()) page@000000006214df1c[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 11] 00000080:00200000:3.0:1787827177.830831:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @0000000071732142 17ffffc0001001 3:0 ffffa0e3d06b7ae0 11 lru 00000080:00200000:3.0:1787827177.830838:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@000000003c35cfd2 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 100888576 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.830840:0:24679:0:(rw26.c:933:ll_write_end()) end page@000000006214df1c 00000080:00200000:3.0:1787827177.830841:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.830844:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.830855:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827177.830867:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.830873:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.830878:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=45056, end=49151, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.830883:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.830889:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.830897:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000008:00010000:3.0:1787827177.830908:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.830934:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (45056 49151) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000008:00100000:3.0:1787827177.830979:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431b840 - object 0x280000401:20 offset 45056<>49152 00000100:00100000:2.0:1787827177.831023:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.831031:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134321152:192.168.203.106@tcp:4:dd.0 00000008:00010000:2.0:1787827177.832076:0:2393:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000008:00010000:2.0:1787827177.832105:0:2393:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1787827177.832127:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787827177.832133:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134321152:192.168.203.106@tcp:4:dd.0 00000080:00200000:3.0:1787827177.832139:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.832146:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787827177.832200:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787827177.832209:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134321280:192.168.203.106@tcp:16:dd.0 00000100:00100000:2.0:1787827177.833600:0:2392:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0e3c67ab800: committing for last_committed 38654705677 gen 1 00000100:00100000:2.0:1787827177.833621:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134321280:192.168.203.106@tcp:16:dd.0 00000080:00200000:3.0:1787827177.833641:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 49152 i_blocks 104 00000080:00200000:3.0:1787827177.833648:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.833656:0:24679:0:(vvp_io.c:1421:vvp_io_write_start()) f8a.replay-ost-single: write bytes 0, result: 4096 00000080:00200000:3.0:1787827177.833663:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 49152 i_blocks 104 00000020:00010000:3.0:1787827177.833667:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_release():245 00000020:00010000:3.0:1787827177.833670:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787827177.833673:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffffa0e3c4f0ac30 (ffffa0e3c678bf38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787827177.833680:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1787827177.833691:0:24679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:3.0:1787827177.833702:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e2e76483f8 (ffffa0e3c94151b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787827177.833706:0:24679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffffa0e3c4f0ac30 (ffffa0e3c94151b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787827177.833736:0:24679:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1787827177.833741:0:24679:0:(file.c:2207:ll_file_io_generic()) Range unlock [11, 11] 00000080:00200000:3.0:1787827177.833745:0:24679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787827177.833748:0:24679:0:(file.c:2240:ll_file_io_generic()) f8a.replay-ost-single: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1787827177.833752:0:24679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000403:0x14:0x0] updating i_size 49152 i_blocks 104 00000080:00200000:3.0:1787827177.833754:0:24679:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1787827177.833776:0:24679:0:(file.c:2652:do_file_write_iter()) START file f8a.replay-ost-single:[0x200000403:0x14:0x0], ppos: 49152, count: 4096 00000080:00200000:3.0:1787827177.833782:0:24679:0:(file.c:2090:ll_file_io_generic()) f8a.replay-ost-single: write ppos: 49152, bytes: 4096 00000080:00200000:3.0:1787827177.833786:0:24679:0:(file.c:1848:ll_io_set_mirror()) f8a.replay-ost-single: desiginated mirror: 0 00000020:00200000:3.0:1787827177.833791:0:24679:0:(cl_io.c:218:cl_io_rw_init()) header@00000000f57184fd[0x110, 13, [0x200000403:0x14:0x0] hash] 00000020:00200000:3.0:1787827177.833792:0:24679:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [49152, 53248) 0 0 00000080:00200000:3.0:1787827177.833795:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787827177.833809:0:24679:0:(file.c:2170:ll_file_io_generic()) Range lock [12, 12] 00020000:00200000:3.0:1787827177.833813:0:24679:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 49152 chunk: [49152, 53248) 53248, 4096 00020000:00200000:3.0:1787827177.833814:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787827177.833821:0:24679:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [12, 12] 00000008:00010000:3.0:1787827177.833827:0:24679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787827177.833829:0:24679:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffffa0e3c4f0ac30, osc lock ffffa0e3c50ea888, flags 0x0 00010000:00010000:3.0:1787827177.833837:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787827177.833844:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (49152 53247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787827177.833854:0:24679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787827177.833861:0:24679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787827177.833874:0:24679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787827177.833883:0:24679:0:(vvp_io.c:1339:vvp_io_write_start()) f8a.replay-ost-single: write [49152, 53248) append 0 append lockpos 0 00000080:00200000:3.0:1787827177.833891:0:24679:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:3.0:1787827177.833910:0:24679:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:3.0:1787827177.833915:0:24679:0:(rw26.c:933:ll_write_end()) page@00000000bef01c00[3 0000000082b779d4 2 1 00000000a0b4ad5e 0 0 12] 00000080:00200000:3.0:1787827177.833919:0:24679:0:(rw26.c:933:ll_write_end()) vmpage @000000008215a7e1 17ffffc0001001 3:0 ffffa0e3d06b7cb0 12 lru 00000080:00200000:3.0:1787827177.833925:0:24679:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8418e3f 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 0000000090e6f0f2 00000000880136f8 > 3< 0 0 > 4< 0 0 8 109297664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787827177.833927:0:24679:0:(rw26.c:933:ll_write_end()) end page@00000000bef01c00 00000080:00200000:3.0:1787827177.833929:0:24679:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1787827177.833931:0:24679:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1787827177.833943:0:24679:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787827177.833955:0:24679:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffffa0e3d8ae0278, count 1, dirtied 1 00000080:00200000:3.0:1787827177.833961:0:24679:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200008:3.0:1787827177.833966:0:24679:0:(file.c:5401:ll_fsync()) START file: name=f8a.replay-ost-single, fid=[0x200000403:0x14:0x0], start=49152, end=53247, datasync=0, need_sync 0/1 00000080:00200000:3.0:1787827177.833971:0:24679:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787827177.833976:0:24679:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787827177.833984:0:24679:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000008:00010000:3.0:1787827177.833992:0:24679:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787827177.834009:0:24679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (49152 53247) ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000008:00100000:3.0:1787827177.834049:0:24679:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffffa0e3c431b480 - object 0x280000401:20 offset 49152<>53248 00000100:00100000:2.0:1787827177.834091:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827177.834098:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134321408:192.168.203.106@tcp:4:dd.0 00010000:00010000:2.0:1787827178.437521:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827179.458893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827180.482819:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827181.506876:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827182.530866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827182.914887:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134321536:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827182.914891:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134321664:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827182.914987:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134321792:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827182.914989:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134321920:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827183.554844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827184.578882:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827185.602874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827186.626854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827187.650842:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787827188.034838:0:37:0:(vvp_io.c:1889:vvp_io_init()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787827188.034853:0:37:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787827188.034875:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787827188.034911:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134322048:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827188.034914:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322176:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787827188.034990:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134322304:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827188.034992:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322432:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827188.674896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827189.698815:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827190.722874:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827191.746910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827192.770889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1787827193.154875:0:2393:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827177/real 1787827177] req@ffffa0e3c431b480 x1874672134321408/t0(0) o4->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:6/4 lens 4584/448 e 0 to 1 dl 1787827193 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787827193.154926:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322688:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827193.155026:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322944:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827193.155054:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787827193.155058:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134322560:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827193.155074:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322816:192.168.203.106@tcp:400:kworker.0 00000100:00080000:2.0:1787827193.162625:0:2393:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787827193.162637:0:2393:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffffa0e3c67ab800: Connection to lustre-OST0000 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787827193.167055:0:2393:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1787827193.167133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827193.167139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827193.167142:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.167148:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 518 00000100:00080000:0.0:1787827193.167163:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827193.167174:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827193.167208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134323072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827193.167286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323072:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827193.794846:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827194.818930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827195.842869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827196.866893:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827197.890913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1787827198.274836:0:2390:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827182/real 1787827182] req@ffffa0e3c3e84780 x1874672134321536/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1787827198.274845:0:2391:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827182/real 1787827182] req@ffffa0e3c3e87c00 x1874672134321664/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827198.274897:0:2391:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c3e87c00 x1874672134321664/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827198.274907:0:2391:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787827198.274911:0:2391:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffffa0e3c67ab800: Connection to lustre-MDT0000 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787827198.274916:0:2391:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1787827198.274930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:1.0:1787827198.274932:0:2391:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827182/real 1787827182] req@ffffa0e3c3e86580 x1874672134321920/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827198.274951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827198.274958:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827198.274959:0:2391:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c3e86580 x1874672134321920/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827198.274974:0:2391:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e3c7f2d800 already not connected (conn 31, was 30): CONNECTING 00000100:00080000:3.0:1787827198.274980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 457 00000100:00080000:3.0:1787827198.275000:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827198.275010:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134321664:192.168.203.106@tcp:400:kworker.0 00000008:00100000:3.0:1787827198.275013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827198.275016:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134323200:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827198.275031:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2391:1874672134321920:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827198.275047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134323328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827198.275098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827198.275103:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787827198.275108:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323328:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787827198.275119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827198.275124:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827198.275139:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787827198.275150:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134323456:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827198.283813:0:2390:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c3e84780 x1874672134321536/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827198.283825:0:2390:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1787827198.283829:0:2390:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.106@tcp: Connection to MGS (at 192.168.203.106@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1787827198.286630:0:2390:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.106@tcp for MGC192.168.203.106@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1787827198.286632:0:2390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787827198.286638:0:2390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e3c3e84780 x1874672134321536/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827198.286648:0:2390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e3c4319e00 x1874672134322048/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827198.286667:0:2390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e3c4318f00 x1874672134322560/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827198.286679:0:2390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0e3c43183c0 x1874672134323200/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787827198.286687:0:2390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787827198.286691:0:2390:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787827198.286692:0:2390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787827198.286694:0:2390:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:3.0:1787827198.286708:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:291f6693-430f-40e2-b9af-10afb9cb8617:2392:1874672134322560:192.168.203.106@tcp:400:kworker.0 00000100:00000400:0.0:1787827198.286750:0:2390:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827182/real 1787827182] req@ffffa0e3c3e85680 x1874672134321792/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827198.286780:0:2390:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c3e85680 x1874672134321792/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827198.286784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827198.286794:0:2390:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00080000:1.0:1787827198.286795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1787827198.286802:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134323200:192.168.203.106@tcp:400:kworker.0 00000100:00080000:1.0:1787827198.286805:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:02000400:0.0:1787827198.286812:0:2390:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffffa0e3c67ab800: Connection to lustre-MDT0001 (at 192.168.203.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787827198.286821:0:2390:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1787827198.286828:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 157 00000100:00100000:2.0:1787827198.286833:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:291f6693-430f-40e2-b9af-10afb9cb8617:2393:1874672134322048:192.168.203.106@tcp:400:kworker.0 00000100:00080000:1.0:1787827198.286849:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827198.286854:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f6693-430f-40e2-b9af-10afb9cb8617:2390:1874672134321536:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787827198.286871:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2390:1874672134321792:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787827198.286894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134323584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827198.286920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827198.286923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827198.286925:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827198.286929:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 157 00000100:00080000:1.0:1787827198.286938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827198.286947:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827198.286948:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134323584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827198.286965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827198.286973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827198.286977:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827198.286985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827198.286988:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827198.287037:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323712:192.168.203.106@tcp:38:kworker.0 00010000:00010000:0.0:1787827198.914866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827199.938835:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827200.962948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827201.986819:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827203.010868:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827203.394780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394791:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827203.394796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394799:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827203.394801:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827193/real 1787827193] req@ffffa0e3c3e86d00 x1874672134323072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827203.394802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394806:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827203.394810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394813:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827203.394835:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134323072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827203.394852:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827203.394869:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827203.394874:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323072:192.168.203.106@tcp:8:kworker.0 00000100:00080000:1.0:1787827203.394891:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394896:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827203.394898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394901:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827203.394904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394908:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827203.394910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827203.394914:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827203.394917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827203.394923:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 569 00000100:00080000:1.0:1787827203.394935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787827203.394949:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827203.394958:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827203.394985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134323840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827203.395041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323840:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827204.034840:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787827204.354804:0:2392:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827188/real 1787827188] req@ffffa0e3c431a580 x1874672134322176/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.365435:0:2392:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c431a580 x1874672134322176/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.365446:0:2392:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e3c7f3f000 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:3.0:1787827204.365454:0:2392:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827188/real 1787827188] req@ffffa0e3c431a1c0 x1874672134322432/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.365463:0:2392:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c431a1c0 x1874672134322432/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.365468:0:2392:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e3c7f2d800 already not connected (conn 32, was 30): CONNECTING 00000100:00100000:3.0:1787827204.365482:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322176:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827204.365486:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322432:192.168.203.106@tcp:400:kworker.0 00000100:00000400:3.0:1787827204.418948:0:2393:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827188/real 1787827188] req@ffffa0e3c4318b40 x1874672134322304/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.418978:0:2393:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c4318b40 x1874672134322304/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.418986:0:2393:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e3c7f2b800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1787827204.418994:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134322304:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827205.058854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827206.082845:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827207.106878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827208.130866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827208.514815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.514826:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827208.514830:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827198/real 1787827198] req@ffffa0e3d98d7840 x1874672134323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827208.514831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.514841:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827208.514848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.514854:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827208.514857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.514861:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827208.514873:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134323712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827208.514886:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827198/real 1787827198] req@ffffa0e3d98d43c0 x1874672134323584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827208.514899:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134323584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827208.514908:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827198/real 1787827198] req@ffffa0e3c43192c0 x1874672134323328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827208.514927:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134323328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827208.514946:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827208.514964:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827208.514969:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323712:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787827208.514975:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827208.514981:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827208.514985:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134323584:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827208.514993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.514998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827208.515001:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827208.515002:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827208.515012:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 574 00000100:00080000:2.0:1787827208.515018:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827208.515022:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323328:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787827208.515033:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787827208.515044:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827208.515079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134323968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827208.515103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.515106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827208.515108:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827208.515112:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 574 00000100:00080000:1.0:1787827208.515117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787827208.515128:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827208.515134:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134323968:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787827208.515139:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827208.515155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134324096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827208.515168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.515171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827208.515173:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827208.515177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 574 00000100:00080000:1.0:1787827208.515182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787827208.515186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827208.515191:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827208.515202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134324224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827208.515212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827208.515215:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827208.515225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827208.515229:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324096:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787827208.515232:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827208.515256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324224:192.168.203.106@tcp:38:kworker.0 00010000:00010000:0.0:1787827209.154902:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787827209.474874:0:2392:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827193/real 1787827193] req@ffffa0e3c4319a40 x1874672134322816/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827209.485314:0:2392:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c4319a40 x1874672134322816/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827209.485325:0:2392:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e3c7f2b800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1787827209.485332:0:2392:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827193/real 1787827193] req@ffffa0e3c4318000 x1874672134322688/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827209.485343:0:2392:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c4318000 x1874672134322688/t0(0) o400->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827209.485348:0:2392:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e3c7f3f000 already not connected (conn 4, was 2): CONNECTING 00000100:00000400:3.0:1787827209.485352:0:2392:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827193/real 1787827193] req@ffffa0e3c431b840 x1874672134322944/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827209.485359:0:2392:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c431b840 x1874672134322944/t0(0) o400->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1787827209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827209.485363:0:2392:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffffa0e3c7f2d800 already not connected (conn 32, was 30): CONNECTING 00000100:00100000:3.0:1787827209.485380:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322816:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827209.485387:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322688:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787827209.485391:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2313f4ee-480a-47b2-8d93-5bb216a57733:2392:1874672134322944:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787827210.178952:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827211.202837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827212.226917:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827213.250880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827213.634801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827213.634814:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827213.634826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827213.634831:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827213.634835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827213.634839:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827213.634842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827213.634846:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787827214.274877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787827214.658807:0:2393:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827198/real 1787827198] req@ffffa0e3c4318780 x1874672134323456/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827214.658849:0:2393:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0e3c4318780 x1874672134323456/t0(0) o400->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827214.658857:0:2393:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffffa0e3c7f2b800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1787827214.658872:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2313f4ee-480a-47b2-8d93-5bb216a57733:2393:1874672134323456:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787827215.298859:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827216.322905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827217.346904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827218.370851:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827218.754806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827218.754813:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827203/real 1787827203] req@ffffa0e3d98d4f00 x1874672134323840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827218.754815:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754826:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754835:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754840:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827218.754853:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134323840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827218.754872:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827218.754886:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827218.754889:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134323840:192.168.203.106@tcp:8:kworker.0 00000100:00080000:3.0:1787827218.754911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754916:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754923:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754930:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827218.754933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827218.754936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827218.754939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827218.754947:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 580 00000100:00080000:3.0:1787827218.754956:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787827218.754963:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827218.754973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827218.754999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134324352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827218.755047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324352:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827219.394886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827220.418855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827221.442842:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827222.466916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827223.490844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827223.874811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.874820:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827223.874823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.874827:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827223.874829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827223.874830:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827208/real 1787827208] req@ffffa0e3d98d7840 x1874672134324096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827223.874833:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827223.874838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.874845:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827223.874871:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134324096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827223.874882:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827208/real 1787827208] req@ffffa0e3d98d5e00 x1874672134324224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827223.874893:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134324224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827223.874902:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827208/real 1787827208] req@ffffa0e3d98d43c0 x1874672134323968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827223.874912:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134323968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827223.874930:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827223.874948:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827223.874953:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324096:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787827223.874960:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827223.874966:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00080000:3.0:1787827223.874970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827223.874971:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324224:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787827223.874980:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827223.874984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.874988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827223.874990:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827223.874993:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827223.875002:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 585 00000100:00080000:2.0:1787827223.875008:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827223.875012:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134323968:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827223.875015:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787827223.875024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827223.875035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827223.875065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134324480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827223.875097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.875100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827223.875102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827223.875107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 585 00000100:00080000:3.0:1787827223.875111:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787827223.875116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827223.875122:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827223.875133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827223.875138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134324608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827223.875152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.875154:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827223.875159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.875161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827223.875163:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827223.875166:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 585 00000100:00080000:3.0:1787827223.875169:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787827223.875187:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827223.875198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134324736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827223.875205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827223.875207:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787827223.875245:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827223.875271:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134324736:192.168.203.106@tcp:250:kworker.0 00010000:00010000:0.0:1787827224.514871:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827225.538903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827226.562870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827227.586890:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827228.610874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827228.994811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827228.994823:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827228.994827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827228.994830:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827228.994834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827228.994838:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827228.994842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827228.994847:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787827229.634891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827230.658825:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827231.682895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827232.706868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827233.730872:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827234.114836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827234.114846:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827234.114849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827234.114852:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827234.114856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827234.114859:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787827234.114861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827234.114864:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787827234.754955:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827235.778877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827236.802824:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1787827236.930854:0:2381:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.106@tcp (192.168.203.106:988) timed out; the network or node may be down. 00010000:00010000:3.0:1787827237.826903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827238.210824:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827218/real 1787827218] req@ffffa0e3c4318780 x1874672134324352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827238.210863:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134324352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827238.210884:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827238.210907:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827238.210912:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324352:192.168.203.106@tcp:8:kworker.0 00000100:00080000:3.0:1787827238.211004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827238.211009:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827238.211011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827238.211014:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827238.211016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827238.211018:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827238.211020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827238.211022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827238.211025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827238.211029:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 595 00000100:00080000:3.0:1787827238.211038:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787827238.211044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827238.211053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827238.211092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134324864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827238.211155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324864:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827238.850864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827239.874873:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827240.898891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827241.922911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827242.307084:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.106:988 00000400:00000100:0.0:1787827242.307140:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827242.307161:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827242.307219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827238/real 1787827242] req@ffffa0e3c4318b40 x1874672134324864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827242.307241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134324864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827242.307255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827242.307261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827242.307267:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324864:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827242.946878:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827243.330781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.330791:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827243.330795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.330798:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827243.330800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.330802:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787827243.330804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.330806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827243.330810:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827243.330827:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 614 00000100:00080000:3.0:1787827243.330841:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827243.330846:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827223/real 1787827223] req@ffffa0e3c4318000 x1874672134324608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827243.330853:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827243.330875:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827243.330884:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134324608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827243.330899:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827223/real 1787827223] req@ffffa0e3c4319a40 x1874672134324736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827243.330909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134324992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827243.330920:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134324736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827243.330934:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827223/real 1787827223] req@ffffa0e3c431b840 x1874672134324480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827243.330949:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134324480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827243.330976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324992:192.168.203.106@tcp:8:kworker.0 00000100:00080000:2.0:1787827243.331106:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827243.331131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827243.331137:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324608:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787827243.331144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827243.331151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827243.331155:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134324736:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827243.331160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827243.331168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827243.331172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324480:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787827243.331286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.331292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827243.331295:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827243.331300:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 600 00000100:00080000:3.0:1787827243.331315:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787827243.331321:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827243.331347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134325120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827243.331380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.331386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827243.331389:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827243.331394:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 600 00000100:00080000:3.0:1787827243.331399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787827243.331404:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827243.331411:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827243.331425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134325248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827243.331435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827243.331438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827243.331440:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827243.331443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 600 00000100:00080000:3.0:1787827243.331447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787827243.331450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827243.331454:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827243.331464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134325376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827243.331534:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134325120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827243.331574:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827243.331602:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325376:192.168.203.106@tcp:38:kworker.0 00010000:00010000:3.0:1787827243.970875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827244.994911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827245.379068:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.106:988 00000400:00000100:0.0:1787827245.379119:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827245.379138:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827245.379170:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827245.379179:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827245.379210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827243/real 1787827245] req@ffffa0e3c431a580 x1874672134325120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1787827245.379219:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827245.379247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134325120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827245.379261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827245.379266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827245.379270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134325120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827245.379277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827243/real 1787827245] req@ffffa0e3c4318f00 x1874672134325248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827245.379289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134325248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827245.379296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827245.379300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827245.379303:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827245.379309:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827243/real 1787827245] req@ffffa0e3c431ad00 x1874672134325376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827245.379320:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134325376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827245.379328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827245.379331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827245.379334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827245.379340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827243/real 1787827245] req@ffffa0e3c431a1c0 x1874672134324992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827245.379352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134324992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827245.379359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827245.379362:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827245.379365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134324992:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827246.018844:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827247.042899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827248.066916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827248.450793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827248.450811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827248.450816:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827248.450828:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 619 00000100:00080000:1.0:1787827248.450840:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827248.450849:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827248.450887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134325504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827248.450913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827248.450916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827248.450917:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827248.450921:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 619 00000100:00080000:1.0:1787827248.450925:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827248.450929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827248.450939:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827248.450939:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134325504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827248.450962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134325632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827248.450982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827248.450985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827248.450988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827248.450992:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 619 00000100:00080000:1.0:1787827248.450996:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827248.451014:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827248.451021:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827248.451035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134325760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827248.451045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827248.451050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787827248.451052:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325632:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787827248.451054:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827248.451061:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 619 00000100:00080000:1.0:1787827248.451066:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827248.451072:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827248.451078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827248.451083:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827248.451094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134325888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827248.451126:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325888:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827249.090929:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827250.114898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827251.138863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827251.523086:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.106:988 00000400:00000100:1.0:1787827251.523152:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827251.523173:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827251.523225:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827251.523239:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827251.523250:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827251.523305:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827248/real 1787827251] req@ffffa0e3d98d4780 x1874672134325888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827251.523334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134325888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827251.523350:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827251.523356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827251.523361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827251.523370:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827248/real 1787827251] req@ffffa0e3d98d52c0 x1874672134325632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827251.523382:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134325632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827251.523389:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827251.523393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827251.523397:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827251.523403:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827248/real 1787827251] req@ffffa0e3d98d5680 x1874672134325760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827251.523415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134325760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827251.523441:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827251.523447:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827251.523451:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134325760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827251.523459:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827248/real 1787827251] req@ffffa0e3d98d61c0 x1874672134325504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827251.523474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134325504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827251.523484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827251.523488:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827251.523492:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134325504:192.168.203.106@tcp:250:kworker.0 00010000:00010000:0.0:1787827252.162826:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827253.186910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827253.570812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827253.570820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827253.570823:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827253.570833:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 625 00000100:00080000:3.0:1787827253.570841:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827253.570848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827253.570877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134326016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827253.570897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827253.570900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827253.570901:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827253.570904:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 625 00000100:00080000:3.0:1787827253.570906:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827253.570909:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827253.570917:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827253.570927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827253.570937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827253.570940:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134326016:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827253.570942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827253.570952:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827253.570957:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 625 00000100:00080000:3.0:1787827253.570962:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827253.570978:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827253.570984:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827253.570999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827253.571011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827253.571014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827253.571015:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827253.571018:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 625 00000100:00080000:3.0:1787827253.571022:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827253.571026:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827253.571029:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827253.571035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827253.571045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134326400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827253.571077:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827253] req@ffffa0e3c431bc00 x1874672134326016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827253.571097:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134326016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827253.571108:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827253.571113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827253.571117:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134326016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827253.571139:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827253.571161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827253.571174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827253] req@ffffa0e3c431b0c0 x1874672134326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827253.571197:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134326144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827253.571205:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827253.571208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827253.571212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827253.571219:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827253.571237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827253.571248:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827253] req@ffffa0e3c431a940 x1874672134326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827253.571261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134326272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827253.571270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827253.571273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827253.571277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827253.571282:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827253.571302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827253.571314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827253/real 1787827253] req@ffffa0e3c4319680 x1874672134326400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827253.571326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134326400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827253.571333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827253.571336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827253.571339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326400:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827254.210918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827255.234862:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827256.258886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827257.282865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827258.306896:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827258.690829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827258.690840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827258.690845:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827258.690855:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 630 00000100:00080000:0.0:1787827258.690866:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827258.690873:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827258.690908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134326528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827258.690949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827258.690954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827258.690956:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827258.690961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 630 00000100:00080000:0.0:1787827258.690965:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827258.690969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827258.690979:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827258.690996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134326656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827258.691010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827258.691014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827258.691016:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827258.691020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 630 00000100:00080000:0.0:1787827258.691024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827258.691028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827258.691037:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134326528:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787827258.691038:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827258.691065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134326784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827258.691079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827258.691084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827258.691086:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827258.691090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 630 00000100:00080000:0.0:1787827258.691094:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827258.691099:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827258.691105:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827258.691120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134326912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827258.691184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827258.691225:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827258.691244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326912:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827259.330965:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827260.354875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827261.378863:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827261.763027:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.106:988 00000400:00000100:3.0:1787827261.763085:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827261.763102:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827261.763140:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827261.763147:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827261.763154:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827261.763199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827261] req@ffffa0e3c3e870c0 x1874672134326784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.763235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134326784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.763248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.763254:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827261.763259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827261.763266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827261] req@ffffa0e3c3e84b40 x1874672134326912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.763278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134326912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.763285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.763289:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827261.763292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827261.763299:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827261] req@ffffa0e3c3e85680 x1874672134326528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.763310:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134326528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.763323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.763326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827261.763329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134326528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827261.763335:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827258/real 1787827261] req@ffffa0e3c3e84780 x1874672134326656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.763346:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134326656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.763353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.763356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827261.763359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134326656:192.168.203.106@tcp:38:kworker.0 00010000:00010000:3.0:1787827262.402859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827263.426825:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827263.810816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827263.810825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827263.810829:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827263.810838:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 635 00000100:00080000:1.0:1787827263.810849:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827263.810855:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827263.810912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134327040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827263.810941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827263.810946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827263.810948:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827263.810953:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 635 00000100:00080000:1.0:1787827263.810957:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827263.810962:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827263.810973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827263.810992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134327168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827263.811006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134327040:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827263.811010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827263.811018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827263.811021:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827263.811026:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 635 00000100:00080000:1.0:1787827263.811032:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827263.811038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827263.811043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827263.811056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134327296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827263.811068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827263.811072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827263.811075:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827263.811095:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 635 00000100:00080000:1.0:1787827263.811100:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827263.811106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787827263.811107:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827263.811117:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827263.811132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134327424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827263.811162:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827263] req@ffffa0e3d98d6940 x1874672134327040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827263.811192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134327040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827263.811204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827263.811209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827263.811213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134327040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827263.811242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827263.811277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827263.811292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827263] req@ffffa0e3d98d61c0 x1874672134327168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827263.811305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134327168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827263.811314:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827263.811317:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827263.811320:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827263.811326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827263.811347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827263.811357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827263] req@ffffa0e3d98d5680 x1874672134327296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827263.811368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134327296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827263.811376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827263.811379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827263.811382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827263.811388:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327424:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827263.811408:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827263.811420:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827263/real 1787827263] req@ffffa0e3d98d52c0 x1874672134327424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827263.811438:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134327424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827263.811446:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827263.811450:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827263.811453:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327424:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827264.450837:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827265.474893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827266.498838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827267.522813:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827268.546895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827268.930803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827268.930811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827268.930815:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827268.930824:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 640 00000100:00080000:1.0:1787827268.930833:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827268.930840:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827268.930890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134327552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827268.930918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827268.930920:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827268.930923:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827268.930926:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 640 00000100:00080000:1.0:1787827268.930932:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827268.930935:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827268.930944:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827268.930953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134327680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827268.930961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827268.930963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827268.930965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827268.930967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 640 00000100:00080000:1.0:1787827268.930970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827268.930972:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827268.930976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827268.930980:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134327552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827268.930985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134327808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827268.930995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827268.930997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827268.930999:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827268.931002:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 640 00000100:00080000:1.0:1787827268.931004:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827268.931006:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827268.931009:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827268.931018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134327936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827268.931055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827268.931095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffffa0e3d98d4780 x1874672134327552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827268.931114:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134327552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827268.931125:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827268.931129:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827268.931133:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134327552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827268.931140:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827268.931161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827268.931173:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffffa0e3d98d43c0 x1874672134327680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827268.931186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134327680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827268.931200:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827268.931204:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827268.931207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827268.931231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827268.931250:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827268.931261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffffa0e3d98d5e00 x1874672134327808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827268.931272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134327808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827268.931281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827268.931284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827268.931288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827268.931294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827268.931311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827268.931322:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827268/real 1787827268] req@ffffa0e3d98d7840 x1874672134327936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827268.931334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134327936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827268.931342:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827268.931345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827268.931349:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134327936:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827269.570817:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827270.594857:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827271.618864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827272.642893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827273.666845:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827274.050879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827274.050889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827274.050893:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827274.050905:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 645 00000100:00080000:3.0:1787827274.050920:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827274.050929:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827274.050980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134328064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827274.051022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827274.051026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827274.051028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827274.051032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 645 00000100:00080000:3.0:1787827274.051035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827274.051039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827274.051052:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827274.051069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134328192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827274.051073:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134328064:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827274.051090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827274.051093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827274.051095:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827274.051099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 645 00000100:00080000:3.0:1787827274.051103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827274.051106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827274.051111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827274.051122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134328320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827274.051130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827274.051133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827274.051134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827274.051137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 645 00000100:00080000:3.0:1787827274.051142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827274.051145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827274.051148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827274.051156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134328448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827274.051197:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827274.051238:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827274.051269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328448:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827274.690916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827275.714862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827276.738929:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827277.122999:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.106:988 00000400:00000100:2.0:1787827277.123037:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827277.123051:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827277.123082:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827277.123088:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827277.123097:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787827277.123120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827274/real 1787827277] req@ffffa0e3c431a940 x1874672134328192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827277.123142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134328192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827277.123152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827277.123156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827277.123159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827277.123165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827274/real 1787827277] req@ffffa0e3c431b0c0 x1874672134328320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827277.123173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134328320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827277.123178:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827277.123180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827277.123183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827277.123187:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827274/real 1787827277] req@ffffa0e3c431bc00 x1874672134328448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827277.123205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134328448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827277.123213:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827277.123218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827277.123222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328448:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827277.123228:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827274/real 1787827277] req@ffffa0e3c4319680 x1874672134328064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827277.123241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134328064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827277.123250:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827277.123253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827277.123257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134328064:192.168.203.106@tcp:250:kworker.0 00010000:00010000:3.0:1787827277.762938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827278.786856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827279.170851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827279.170863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827279.170867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827279.170878:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 650 00000100:00080000:3.0:1787827279.170890:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827279.170898:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827279.170930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134328576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827279.170971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827279.170974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827279.170976:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827279.170979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 650 00000100:00080000:3.0:1787827279.170982:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827279.170986:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827279.170995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827279.171006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827279.171016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827279.171035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827279.171038:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827279.171040:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134328576:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827279.171044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 650 00000100:00080000:3.0:1787827279.171050:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827279.171053:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827279.171057:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827279.171066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827279.171073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827279.171076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827279.171077:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827279.171080:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 650 00000100:00080000:3.0:1787827279.171099:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827279.171102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827279.171106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827279.171119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134328960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827279.171135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827279.171180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827279/real 1787827279] req@ffffa0e3c431a1c0 x1874672134328576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827279.171216:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134328576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827279.171228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827279.171233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827279.171238:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134328576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827279.171280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827279.171306:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827279.171321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827279/real 1787827279] req@ffffa0e3c431ad00 x1874672134328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827279.171342:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134328704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827279.171351:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827279.171355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827279.171358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827279.171364:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827279.171388:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827279.171401:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827279/real 1787827279] req@ffffa0e3c4318f00 x1874672134328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827279.171413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134328832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827279.171420:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827279.171423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827279.171426:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827279.171432:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328960:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827279.171452:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827279.171464:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827279/real 1787827279] req@ffffa0e3c431a580 x1874672134328960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827279.171476:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134328960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827279.171493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827279.171497:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827279.171501:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134328960:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827279.810820:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827280.834899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827281.858833:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827282.882836:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827283.906984:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827284.290816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827284.290825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827284.290828:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827284.290838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 655 00000100:00080000:3.0:1787827284.290848:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827284.290855:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827284.290888:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134329088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827284.290913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827284.290916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827284.290917:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827284.290920:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 655 00000100:00080000:3.0:1787827284.290923:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827284.290925:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827284.290932:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827284.290940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134329216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827284.290947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827284.290949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827284.290951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827284.290953:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 655 00000100:00080000:3.0:1787827284.290956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827284.290958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827284.290961:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827284.290967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134329344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827284.290974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827284.290976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827284.290977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827284.290980:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 655 00000100:00080000:3.0:1787827284.290982:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827284.290985:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827284.290988:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827284.290995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134329472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827284.291014:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134329088:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787827284.291104:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827284.291154:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827284/real 1787827284] req@ffffa0e3c431b840 x1874672134329088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827284.291169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134329088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827284.291179:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827284.291182:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827284.291185:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134329088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827284.291191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827284.291213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827284.291227:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827284/real 1787827284] req@ffffa0e3c4319a40 x1874672134329216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827284.291241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134329216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827284.291249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827284.291253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827284.291264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827284.291270:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827284.291287:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827284.291296:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827284/real 1787827284] req@ffffa0e3c4318000 x1874672134329344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827284.291304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134329344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827284.291309:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827284.291311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827284.291313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827284.291338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827284.291349:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827284.291356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827284/real 1787827284] req@ffffa0e3c4318b40 x1874672134329472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827284.291363:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134329472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827284.291369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827284.291371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827284.291372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329472:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827284.930830:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827285.954924:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827286.978900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827288.002850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827289.026936:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827289.410801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827289.410812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827289.410816:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827289.410827:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 660 00000100:00080000:3.0:1787827289.410838:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827289.410846:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827289.410884:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134329600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827289.410910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827289.410914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827289.410916:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827289.410920:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 660 00000100:00080000:3.0:1787827289.410924:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827289.410928:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827289.410965:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827289.410976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134329728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827289.410985:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134329600:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827289.410988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827289.410995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827289.410996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827289.411000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 660 00000100:00080000:3.0:1787827289.411019:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827289.411022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827289.411026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827289.411036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134329856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827289.411043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827289.411046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827289.411048:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827289.411050:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 660 00000100:00080000:3.0:1787827289.411053:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827289.411056:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827289.411060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827289.411068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134329984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827289.411085:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827289.411127:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827289/real 1787827289] req@ffffa0e3c4318780 x1874672134329600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827289.411143:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134329600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827289.411152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827289.411156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827289.411160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134329600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827289.411180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827289.411197:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827289.411207:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827289/real 1787827289] req@ffffa0e3c43192c0 x1874672134329728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827289.411216:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134329728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827289.411222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827289.411225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827289.411227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827289.411231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827289.411261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827289.411268:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827289/real 1787827289] req@ffffa0e3c4319e00 x1874672134329856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827289.411276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134329856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827289.411288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827289.411290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827289.411292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827289.411296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329984:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827289.411307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827289.411313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827289/real 1787827289] req@ffffa0e3c43183c0 x1874672134329984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827289.411321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134329984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827289.411327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827289.411329:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827289.411331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134329984:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827290.051004:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827291.074804:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827292.098843:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827293.122939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827294.146860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827294.530803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827294.530813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827294.530818:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827294.530828:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 666 00000100:00080000:3.0:1787827294.530840:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827294.530847:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827294.530892:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134330112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827294.530919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827294.530922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827294.530923:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827294.530926:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 666 00000100:00080000:3.0:1787827294.530929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827294.530931:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827294.530940:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827294.530950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134330240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827294.530957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827294.530960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827294.530961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827294.530964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 666 00000100:00080000:3.0:1787827294.530967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827294.530970:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827294.530975:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134330112:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787827294.530976:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827294.530988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134330368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827294.530995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827294.530998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827294.530999:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827294.531002:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 666 00000100:00080000:3.0:1787827294.531004:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827294.531007:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827294.531010:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827294.531019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134330496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827294.531086:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827294.531117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827294.531132:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330496:192.168.203.106@tcp:8:kworker.0 00000400:00000100:1.0:1787827295.043117:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827295.043184:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827295.043216:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827295.043256:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827295.043269:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827295.043287:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827295.043315:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffffa0e3c43192c0 x1874672134330368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827295.043349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134330368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827295.043360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827295.043364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827295.043368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827295.043375:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffffa0e3c4318780 x1874672134330496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827295.043385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134330496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827295.043392:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827295.043407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827295.043412:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827295.043422:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffffa0e3c43183c0 x1874672134330112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827295.043442:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134330112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827295.043453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827295.043457:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827295.043461:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134330112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827295.043471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827294/real 1787827295] req@ffffa0e3c4319e00 x1874672134330240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827295.043485:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134330240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827295.043494:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827295.043497:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827295.043500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330240:192.168.203.106@tcp:38:kworker.0 00010000:00010000:0.0:1787827295.170808:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827296.194935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827297.218861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827298.242807:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827299.266933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827299.650793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827299.650804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827299.650809:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827299.650820:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 671 00000100:00080000:3.0:1787827299.650832:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827299.650840:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827299.650879:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134330624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827299.650911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827299.650914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827299.650915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827299.650919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 671 00000100:00080000:3.0:1787827299.650922:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827299.650925:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827299.650934:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827299.650944:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134330752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827299.650953:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134330624:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827299.650967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827299.650972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827299.650975:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827299.650980:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 671 00000100:00080000:3.0:1787827299.650985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827299.650990:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827299.650996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827299.651008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134330880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827299.651015:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827299.651017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827299.651021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827299.651023:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827299.651027:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 671 00000100:00080000:3.0:1787827299.651031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827299.651034:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827299.651038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827299.651045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134331008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827299.651068:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffffa0e3c4318b40 x1874672134330624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827299.651090:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134330624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827299.651101:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827299.651105:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827299.651109:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134330624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827299.651136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827299.651161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827299.651180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffffa0e3c4318000 x1874672134330752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827299.651189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134330752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827299.651195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827299.651197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827299.651199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827299.651204:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827299.651217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827299.651223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffffa0e3c4319a40 x1874672134330880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827299.651230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134330880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827299.651240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827299.651242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827299.651244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134330880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827299.651248:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827299.651258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827299.651264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827299/real 1787827299] req@ffffa0e3c431b840 x1874672134331008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827299.651270:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134331008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827299.651276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827299.651278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827299.651280:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331008:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827300.290829:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827301.314873:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827302.338885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827303.362829:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827304.386819:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827304.770798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827304.770808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827304.770812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827304.770823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 676 00000100:00080000:1.0:1787827304.770835:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827304.770842:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827304.770885:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134331136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827304.770911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827304.770914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827304.770915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827304.770918:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 676 00000100:00080000:1.0:1787827304.770921:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827304.770923:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827304.770933:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827304.770944:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827304.770952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827304.770955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827304.770957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827304.770959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 676 00000100:00080000:1.0:1787827304.770963:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827304.770965:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827304.770969:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827304.770977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827304.770986:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134331136:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827304.770995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827304.771001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827304.771003:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827304.771006:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 676 00000100:00080000:1.0:1787827304.771009:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827304.771012:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827304.771016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827304.771024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134331520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827304.771078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827304.771125:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffffa0e3d98d4f00 x1874672134331136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.771146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134331136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.771158:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.771163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827304.771168:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134331136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827304.771177:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827304.771202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827304.771217:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffffa0e3d98d7840 x1874672134331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.771231:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134331264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.771247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.771251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827304.771254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827304.771287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827304.771307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827304.771319:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffffa0e3d98d5e00 x1874672134331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.771331:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134331392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.771339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.771342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827304.771346:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827304.771352:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331520:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827304.771370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827304.771381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827304/real 1787827304] req@ffffa0e3d98d43c0 x1874672134331520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827304.771393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134331520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827304.771401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827304.771405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827304.771408:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331520:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827305.410914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827306.434818:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827307.458908:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827308.482868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827309.506861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827309.890816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827309.890825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827309.890829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827309.890838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 681 00000100:00080000:3.0:1787827309.890847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827309.890853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827309.890890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134331648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827309.890920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827309.890924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827309.890926:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827309.890931:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 681 00000100:00080000:3.0:1787827309.890935:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827309.890939:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827309.890949:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827309.890962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134331776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827309.890966:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134331648:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827309.890974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827309.890977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827309.890978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827309.890982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 681 00000100:00080000:3.0:1787827309.890985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827309.890989:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827309.890992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827309.891001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134331904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827309.891010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827309.891013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827309.891014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827309.891017:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 681 00000100:00080000:3.0:1787827309.891020:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827309.891023:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827309.891027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827309.891031:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827309.891036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134332032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827309.891070:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffffa0e3c431a580 x1874672134331648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.891089:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134331648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.891096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.891099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827309.891101:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134331648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827309.891121:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827309.891139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827309.891148:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffffa0e3c4318f00 x1874672134331776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.891156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134331776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.891166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.891168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827309.891170:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827309.891174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827309.891185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827309.891190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffffa0e3c431ad00 x1874672134331904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.891205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134331904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.891211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.891213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827309.891215:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134331904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827309.891219:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827309.891231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827309.891237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827309/real 1787827309] req@ffffa0e3c431a1c0 x1874672134332032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827309.891245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134332032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827309.891249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827309.891251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827309.891254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332032:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827310.530856:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827311.554888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827312.578865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827313.602888:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827314.626904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827315.010859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827315.010869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827315.010874:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827315.010885:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 686 00000100:00080000:1.0:1787827315.010897:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827315.010904:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827315.010947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134332160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827315.010972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827315.010981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827315.010982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827315.010985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 686 00000100:00080000:1.0:1787827315.010988:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827315.010991:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827315.011001:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827315.011010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134332288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827315.011018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827315.011021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827315.011022:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827315.011025:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 686 00000100:00080000:1.0:1787827315.011027:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827315.011032:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827315.011034:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134332160:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787827315.011036:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827315.011047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134332416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827315.011054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827315.011056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827315.011058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827315.011061:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 686 00000100:00080000:1.0:1787827315.011063:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827315.011065:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827315.011069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827315.011078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134332544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827315.011111:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827315.011151:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827315/real 1787827315] req@ffffa0e3d98d4780 x1874672134332160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827315.011166:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134332160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827315.011175:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827315.011178:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827315.011181:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134332160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827315.011187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827315.011201:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827315.011210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827315/real 1787827315] req@ffffa0e3d98d52c0 x1874672134332288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827315.011218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134332288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827315.011223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827315.011225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827315.011227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827315.011249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827315.011260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827315.011267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827315/real 1787827315] req@ffffa0e3d98d5680 x1874672134332416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827315.011275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134332416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827315.011280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827315.011281:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827315.011283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827315.011287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332544:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827315.011297:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827315.011303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827315/real 1787827315] req@ffffa0e3d98d61c0 x1874672134332544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827315.011311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134332544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827315.011316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827315.011317:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827315.011319:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332544:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827315.650865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827316.674841:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827317.698947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827318.722880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827319.746916:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827320.130852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827320.130863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827320.130868:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827320.130879:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 691 00000100:00080000:3.0:1787827320.130890:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827320.130897:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827320.130937:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134332672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827320.130966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827320.130969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827320.130970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827320.130973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 691 00000100:00080000:3.0:1787827320.130975:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827320.130978:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827320.130987:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827320.130999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134332800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827320.131016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827320.131019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827320.131020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827320.131023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 691 00000100:00080000:3.0:1787827320.131025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827320.131027:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827320.131033:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134332672:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787827320.131035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827320.131051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134332928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827320.131068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827320.131072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827320.131074:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827320.131078:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 691 00000100:00080000:3.0:1787827320.131082:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827320.131086:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827320.131092:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827320.131104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134333056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827320.131124:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827320.131177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827320/real 1787827320] req@ffffa0e3c4319680 x1874672134332672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.131198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134332672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.131211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.131216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827320.131221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134332672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827320.131230:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827320.131255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827320.131271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827320/real 1787827320] req@ffffa0e3c431bc00 x1874672134332800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.131295:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134332800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.131304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.131308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827320.131311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827320.131342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827320.131364:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827320.131376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827320/real 1787827320] req@ffffa0e3c431b0c0 x1874672134332928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.131389:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134332928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.131398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.131402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827320.131405:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134332928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827320.131413:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827320.131435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827320.131447:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827320/real 1787827320] req@ffffa0e3c431a940 x1874672134333056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.131460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134333056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.131468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.131471:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827320.131474:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333056:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827320.770850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827321.794838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827322.818890:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827323.842900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827324.866879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827325.250856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827325.250870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827325.250875:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827325.250888:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 696 00000100:00080000:1.0:1787827325.250903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827325.250912:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827325.250964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134333184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827325.250994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827325.250997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827325.250999:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827325.251002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 696 00000100:00080000:1.0:1787827325.251006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827325.251009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827325.251019:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827325.251032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134333312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827325.251039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827325.251042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827325.251043:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827325.251046:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 696 00000100:00080000:1.0:1787827325.251049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827325.251053:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827325.251057:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827325.251057:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134333184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827325.251068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134333440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827325.251074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827325.251077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827325.251078:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827325.251081:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 696 00000100:00080000:1.0:1787827325.251083:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827325.251085:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827325.251088:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827325.251097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134333568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827325.251129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827325.251167:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827325/real 1787827325] req@ffffa0e3d98d6940 x1874672134333184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827325.251185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134333184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827325.251196:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827325.251200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827325.251205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134333184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827325.251235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827325.251261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827325.251275:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827325/real 1787827325] req@ffffa0e3d98d61c0 x1874672134333312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827325.251285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134333312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827325.251291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827325.251294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827325.251296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827325.251300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827325.251315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827325.251322:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827325/real 1787827325] req@ffffa0e3d98d5680 x1874672134333440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827325.251330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134333440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827325.251335:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827325.251337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827325.251338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827325.251343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827325.251354:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827325.251359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827325/real 1787827325] req@ffffa0e3d98d52c0 x1874672134333568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827325.251367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134333568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827325.251377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827325.251379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827325.251381:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333568:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827325.890803:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827326.914924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827327.938842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827328.962911:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827329.986891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827330.370867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827330.370881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827330.370886:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827330.370899:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 701 00000100:00080000:3.0:1787827330.370912:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827330.370922:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827330.370976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134333696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827330.371013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827330.371018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827330.371021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827330.371026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 701 00000100:00080000:3.0:1787827330.371030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827330.371035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827330.371055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827330.371066:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134333696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827330.371073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827330.371087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827330.371091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827330.371093:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827330.371098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 701 00000100:00080000:3.0:1787827330.371103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827330.371107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827330.371114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827330.371128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827330.371139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827330.371143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827330.371145:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827330.371150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 701 00000100:00080000:3.0:1787827330.371154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827330.371159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827330.371165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827330.371180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827330.371195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134334080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827330.371211:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827330.371232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334080:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827331.010891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827332.034842:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827333.058959:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827333.442949:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827333.442987:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827333.443002:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827333.443040:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827333.443047:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827333.443055:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827333.443083:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827330/real 1787827333] req@ffffa0e3c4319680 x1874672134334080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827333.443107:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134334080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827333.443126:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827333.443131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827333.443136:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827333.443143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827330/real 1787827333] req@ffffa0e3c431b0c0 x1874672134333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827333.443156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134333824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827333.443165:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827333.443169:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827333.443172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827333.443179:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827330/real 1787827333] req@ffffa0e3c431bc00 x1874672134333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827333.443191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134333952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827333.443199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827333.443202:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827333.443205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134333952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827333.443222:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827330/real 1787827333] req@ffffa0e3c431a940 x1874672134333696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827333.443235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134333696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827333.443242:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827333.443245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827333.443248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134333696:192.168.203.106@tcp:250:kworker.0 00010000:00010000:0.0:1787827334.082894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827335.106925:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827335.490789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827335.490803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827335.490817:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827335.490832:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 707 00000100:00080000:3.0:1787827335.490846:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827335.490855:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827335.490897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134334208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827335.490931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827335.490934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827335.490935:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827335.490939:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 707 00000100:00080000:3.0:1787827335.490941:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827335.490944:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827335.490954:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827335.490966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134334336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827335.490974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827335.490977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827335.490979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827335.490981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 707 00000100:00080000:3.0:1787827335.490984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827335.490987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827335.490990:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827335.491005:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134334208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827335.491005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134334464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827335.491035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827335.491039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827335.491042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827335.491048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 707 00000100:00080000:3.0:1787827335.491052:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827335.491057:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827335.491063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827335.491079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134334592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827335.491105:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827335.491174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827335/real 1787827335] req@ffffa0e3c431a1c0 x1874672134334208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827335.491197:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134334208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827335.491212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827335.491217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827335.491222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134334208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827335.491232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827335.491261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827335.491276:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827335/real 1787827335] req@ffffa0e3c431ad00 x1874672134334336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827335.491290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134334336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827335.491310:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827335.491315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827335.491318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827335.491347:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827335.491369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827335.491381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827335/real 1787827335] req@ffffa0e3c4318f00 x1874672134334464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827335.491391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134334464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827335.491416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827335.491419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827335.491422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827335.491430:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827335.491451:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827335.491463:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827335/real 1787827335] req@ffffa0e3c431a580 x1874672134334592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827335.491474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134334592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827335.491482:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827335.491486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827335.491489:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334592:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827336.130860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827337.154885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827338.178862:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827339.202914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827340.226868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827340.610870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827340.610879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827340.610883:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827340.610891:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 712 00000100:00080000:1.0:1787827340.610902:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827340.610908:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827340.610941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134334720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827340.610967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827340.610971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827340.610973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827340.610977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 712 00000100:00080000:1.0:1787827340.610981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827340.610985:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827340.610994:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827340.611007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134334848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827340.611015:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134334720:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827340.611019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827340.611022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827340.611024:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827340.611028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 712 00000100:00080000:1.0:1787827340.611031:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827340.611034:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827340.611038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827340.611046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134334976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827340.611054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827340.611058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827340.611059:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827340.611062:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 712 00000100:00080000:1.0:1787827340.611065:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827340.611068:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827340.611072:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827340.611079:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827340.611095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134335104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827340.611120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffffa0e3d98d4780 x1874672134334720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.611137:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134334720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.611147:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.611151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827340.611156:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134334720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827340.611176:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827340.611196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827340.611205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffffa0e3d98d43c0 x1874672134334848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.611214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134334848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.611219:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.611221:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827340.611223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827340.611227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827340.611237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827340.611242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffffa0e3d98d5e00 x1874672134334976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.611250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134334976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.611255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.611257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827340.611259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134334976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827340.611262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827340.611272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827340.611277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827340/real 1787827340] req@ffffa0e3d98d7840 x1874672134335104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827340.611284:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134335104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827340.611294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827340.611296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827340.611298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335104:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827341.250866:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827342.274917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827343.298894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827344.322819:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827345.346874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827345.730812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.730823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827345.730827:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.730838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 717 00000100:00080000:3.0:1787827345.730850:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.730863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827345.730900:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134335232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827345.730925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.730928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827345.730929:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.730933:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 717 00000100:00080000:3.0:1787827345.730937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.730942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827345.730952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827345.730969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134335360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827345.730976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134335232:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827345.730988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827345.730991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827345.730992:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.730997:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 717 00000100:00080000:3.0:1787827345.731001:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.731006:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827345.731012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827345.731027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134335488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827345.731039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787827345.731044:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827345.731046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827345.731049:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827345.731054:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 717 00000100:00080000:3.0:1787827345.731058:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827345.731062:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827345.731067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827345.731078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134335616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827345.731089:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffffa0e3c431b840 x1874672134335232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.731106:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134335232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.731114:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.731117:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827345.731120:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134335232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827345.731138:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827345.731173:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827345.731183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffffa0e3c4319a40 x1874672134335360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.731192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134335360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.731198:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.731200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827345.731203:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827345.731226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827345.731241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827345.731249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffffa0e3c4318000 x1874672134335488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.731259:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134335488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.731265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.731267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827345.731270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827345.731274:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335616:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827345.731287:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827345.731294:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827345/real 1787827345] req@ffffa0e3c4318b40 x1874672134335616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827345.731302:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134335616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827345.731309:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827345.731311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827345.731314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335616:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827346.370890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827347.394853:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827348.418835:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827349.442895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827350.466870:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827350.850770:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827350.850778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827350.850782:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827350.850791:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 722 00000100:00080000:3.0:1787827350.850800:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827350.850807:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827350.850840:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134335744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827350.850862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827350.850865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827350.850867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827350.850870:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 722 00000100:00080000:3.0:1787827350.850872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827350.850875:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827350.850882:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827350.850890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134335872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827350.850897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827350.850900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827350.850901:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827350.850905:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 722 00000100:00080000:3.0:1787827350.850907:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827350.850911:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827350.850913:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827350.850919:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134336000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827350.850926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827350.850928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827350.850929:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827350.850935:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134335744:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827350.850935:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 722 00000100:00080000:3.0:1787827350.850937:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827350.850940:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827350.850944:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827350.850955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134336128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827350.851007:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827350.851053:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffffa0e3c4319e00 x1874672134335744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827350.851074:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134335744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827350.851084:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827350.851087:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827350.851090:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134335744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827350.851096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827350.851114:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827350.851123:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffffa0e3c43183c0 x1874672134335872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827350.851132:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134335872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827350.851137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827350.851139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827350.851141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134335872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827350.851160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827350.851171:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827350.851177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffffa0e3c4318780 x1874672134336000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827350.851184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134336000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827350.851193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827350.851195:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827350.851197:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827350.851201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827350.851210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827350.851215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827350/real 1787827350] req@ffffa0e3c43192c0 x1874672134336128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827350.851222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134336128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827350.851228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827350.851229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827350.851231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336128:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827351.490892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827352.514870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827353.538839:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827354.562862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827355.586813:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827355.970847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827355.970858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827355.970863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827355.970873:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 727 00000100:00080000:3.0:1787827355.970886:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827355.970896:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827355.970939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134336256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827355.970965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827355.970970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827355.970972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827355.970977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 727 00000100:00080000:3.0:1787827355.970981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827355.970987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827355.970997:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827355.971006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134336256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827355.971014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827355.971028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827355.971031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827355.971034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827355.971038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 727 00000100:00080000:3.0:1787827355.971042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827355.971047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827355.971052:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827355.971066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827355.971076:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827355.971080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827355.971085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827355.971088:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827355.971093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 727 00000100:00080000:3.0:1787827355.971098:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827355.971102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827355.971108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827355.971122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134336640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827355.971131:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffffa0e3c43192c0 x1874672134336256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827355.971148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134336256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827355.971157:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827355.971160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827355.971164:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134336256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827355.971189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827355.971207:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827355.971216:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffffa0e3c4318780 x1874672134336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827355.971225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134336384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827355.971230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827355.971233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827355.971235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827355.971239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827355.971248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827355.971271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffffa0e3c43183c0 x1874672134336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827355.971279:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134336512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827355.971285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827355.971287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827355.971289:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827355.971292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336640:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827355.971306:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827355.971313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827355/real 1787827355] req@ffffa0e3c4319e00 x1874672134336640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827355.971320:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134336640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827355.971326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827355.971328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827355.971329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336640:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827356.610823:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827357.634889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827358.658907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827359.682819:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827360.706892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827361.090884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827361.090896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827361.090901:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827361.090929:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 732 00000100:00080000:2.0:1787827361.090942:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827361.090949:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827361.091008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134336768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827361.091036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827361.091040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827361.091042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827361.091064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 732 00000100:00080000:2.0:1787827361.091068:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827361.091073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827361.091083:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827361.091096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134336768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827361.091097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134336896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827361.091131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827361.091134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827361.091136:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827361.091140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 732 00000100:00080000:2.0:1787827361.091144:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827361.091147:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827361.091151:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827361.091159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134337024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827361.091167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827361.091170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827361.091173:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827361.091176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 732 00000100:00080000:2.0:1787827361.091179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827361.091183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787827361.091186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787827361.091188:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827361.091196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134337152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827361.091242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827361/real 1787827361] req@ffffa0e3d025cf00 x1874672134336768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827361.091261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134336768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827361.091271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827361.091276:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827361.091283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134336768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827361.091303:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827361.091323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827361.091332:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827361/real 1787827361] req@ffffa0e3d025da40 x1874672134336896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827361.091340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134336896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827361.091347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827361.091349:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827361.091351:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134336896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827361.091355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827361.091365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827361.091371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827361/real 1787827361] req@ffffa0e3d025ed00 x1874672134337024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827361.091378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134337024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827361.091384:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827361.091386:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827361.091388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827361.091391:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827361.091401:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827361.091407:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827361/real 1787827361] req@ffffa0e3d025de00 x1874672134337152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827361.091415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134337152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827361.091420:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827361.091421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827361.091424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337152:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827361.730886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827362.754831:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827363.778905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827364.802811:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827365.826886:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827366.210835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827366.210845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827366.210849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827366.210860:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 737 00000100:00080000:3.0:1787827366.210872:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827366.210879:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827366.210923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134337280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827366.210955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827366.210960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827366.210962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827366.210967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 737 00000100:00080000:3.0:1787827366.210971:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827366.210977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827366.210989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827366.210996:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134337280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827366.211006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134337408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827366.211015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827366.211017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827366.211019:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827366.211023:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 737 00000100:00080000:3.0:1787827366.211025:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827366.211028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827366.211031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827366.211040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134337536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827366.211047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827366.211049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827366.211051:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827366.211053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 737 00000100:00080000:3.0:1787827366.211057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827366.211060:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827366.211063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787827366.211070:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827366.211073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134337664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827366.211116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827366/real 1787827366] req@ffffa0e3c4318b40 x1874672134337280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827366.211131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134337280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827366.211140:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827366.211143:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827366.211146:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134337280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827366.211170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827366.211200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827366.211211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827366/real 1787827366] req@ffffa0e3c4318000 x1874672134337408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827366.211220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134337408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827366.211226:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827366.211228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827366.211231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827366.211236:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827366.211256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827366.211270:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827366/real 1787827366] req@ffffa0e3c4319a40 x1874672134337536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827366.211284:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134337536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827366.211293:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827366.211296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827366.211298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827366.211313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827366.211330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827366.211340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827366/real 1787827366] req@ffffa0e3c431b840 x1874672134337664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827366.211353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134337664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827366.211362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827366.211365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827366.211369:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337664:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827366.850859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827367.874848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827368.898816:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827369.922992:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827370.946900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827371.330824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827371.330838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827371.330845:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827371.330859:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 742 00000100:00080000:3.0:1787827371.330888:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827371.330899:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827371.330953:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134337792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827371.331001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827371.331010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827371.331014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827371.331022:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 742 00000100:00080000:3.0:1787827371.331030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827371.331039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827371.331053:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827371.331073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134337920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827371.331088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827371.331093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827371.331096:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827371.331102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 742 00000100:00080000:3.0:1787827371.331107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827371.331115:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134337792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827371.331117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827371.331129:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827371.331143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134338048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827371.331196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827371.331201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827371.331204:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827371.331210:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 742 00000100:00080000:3.0:1787827371.331216:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827371.331222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827371.331230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827371.331249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134338176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827371.331265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827371.331328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827371/real 1787827371] req@ffffa0e3c431a580 x1874672134337792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827371.331352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134337792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827371.331368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827371.331374:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827371.331380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134337792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827371.331389:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827371.331416:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827371.331430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827371/real 1787827371] req@ffffa0e3c4318f00 x1874672134337920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827371.331445:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134337920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827371.331455:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827371.331459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827371.331463:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134337920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827371.331502:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827371.331540:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827371.331563:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827371/real 1787827371] req@ffffa0e3c431ad00 x1874672134338048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827371.331588:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134338048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827371.331604:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827371.331610:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827371.331617:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827371.331631:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338176:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827371.331675:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827371.331699:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827371/real 1787827371] req@ffffa0e3c431a1c0 x1874672134338176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827371.331773:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134338176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827371.331792:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827371.331799:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827371.331806:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338176:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827371.970892:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827372.994973:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827374.018886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827375.042833:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827376.066870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827376.450818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827376.450828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827376.450833:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827376.450843:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 747 00000100:00080000:3.0:1787827376.450856:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827376.450863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827376.450922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134338304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827376.450947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827376.450951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827376.450952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827376.450956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 747 00000100:00080000:3.0:1787827376.450960:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827376.450963:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827376.450973:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827376.450985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134338432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827376.450993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827376.451007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827376.451009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827376.451011:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 747 00000100:00080000:3.0:1787827376.451015:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827376.451017:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827376.451021:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827376.451032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134338560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827376.451034:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134338304:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827376.451051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827376.451061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827376.451063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827376.451072:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 747 00000100:00080000:3.0:1787827376.451075:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827376.451080:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827376.451084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827376.451094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134338688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827376.451199:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827376.451240:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827376/real 1787827376] req@ffffa0e3c431a940 x1874672134338304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827376.451262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134338304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827376.451270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827376.451274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827376.451276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134338304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827376.451283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827376.451300:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827376.451308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827376/real 1787827376] req@ffffa0e3c431bc00 x1874672134338432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827376.451317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134338432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827376.451322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827376.451324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827376.451326:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827376.451346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827376.451356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827376.451363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827376/real 1787827376] req@ffffa0e3c431b0c0 x1874672134338560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827376.451370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134338560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827376.451375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827376.451377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827376.451379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827376.451383:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827376.451394:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827376.451399:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827376/real 1787827376] req@ffffa0e3c4319680 x1874672134338688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827376.451407:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134338688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827376.451417:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827376.451419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827376.451422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338688:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827377.090835:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827378.114881:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827379.138872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827380.162848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827381.186963:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827381.570850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827381.570867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827381.570871:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827381.570882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 753 00000100:00080000:2.0:1787827381.570895:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827381.570903:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827381.570945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134338816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827381.570970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827381.570973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827381.570975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827381.570978:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 753 00000100:00080000:2.0:1787827381.570981:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827381.570983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827381.570992:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827381.571004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827381.571013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827381.571017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827381.571019:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134338816:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827381.571019:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827381.571027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 753 00000100:00080000:2.0:1787827381.571030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827381.571032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827381.571035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827381.571044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827381.571051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827381.571054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827381.571056:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827381.571059:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 753 00000100:00080000:2.0:1787827381.571063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827381.571065:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827381.571068:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827381.571090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134339200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827381.571103:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827381.571146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffffa0e3d025f840 x1874672134338816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.571160:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134338816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.571170:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.571173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827381.571176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134338816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827381.571198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827381.571214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827381.571222:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffffa0e3d025de00 x1874672134338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.571230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134338944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.571236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.571238:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827381.571240:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134338944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827381.571244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827381.571255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827381.571261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffffa0e3d025ed00 x1874672134339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.571269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134339072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.571274:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.571275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827381.571277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827381.571281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339200:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827381.571292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827381.571298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827381/real 1787827381] req@ffffa0e3d025da40 x1874672134339200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827381.571305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134339200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827381.571311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827381.571312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827381.571314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339200:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827382.210859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827383.234850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827384.258820:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827385.283017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827386.306906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827386.690828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.690842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827386.690858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.690870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 758 00000100:00080000:2.0:1787827386.690886:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.690893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827386.690949:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134339328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827386.690979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.690982:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827386.690984:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.690987:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 758 00000100:00080000:2.0:1787827386.690990:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.690993:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827386.691002:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827386.691012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134339456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827386.691020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.691023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827386.691024:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.691027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 758 00000100:00080000:2.0:1787827386.691029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.691032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827386.691035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827386.691060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134339584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827386.691069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827386.691076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787827386.691078:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134339328:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827386.691080:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827386.691093:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 758 00000100:00080000:2.0:1787827386.691098:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827386.691101:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827386.691107:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827386.691119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134339712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827386.691167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827386.691208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffffa0e3d025cf00 x1874672134339328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.691223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134339328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.691232:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.691235:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827386.691238:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134339328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827386.691244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827386.691259:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827386.691267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffffa0e3d025d2c0 x1874672134339456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.691275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134339456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.691280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.691282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827386.691284:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827386.691304:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827386.691315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827386.691321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffffa0e3d025e580 x1874672134339584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.691329:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134339584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.691338:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.691340:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827386.691342:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827386.691346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827386.691356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827386.691361:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827386/real 1787827386] req@ffffa0e3d025d680 x1874672134339712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827386.691368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134339712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827386.691373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827386.691375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827386.691377:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339712:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827387.330829:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827388.354910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827389.378855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827390.402832:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827391.426963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827391.810875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827391.810894:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827391.810903:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827391.810923:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 763 00000100:00080000:3.0:1787827391.810945:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827391.810960:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827391.811058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134339840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827391.811109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827391.811114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827391.811117:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827391.811123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 763 00000100:00080000:3.0:1787827391.811129:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827391.811137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827391.811156:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827391.811182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134339968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827391.811205:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134339840:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827391.811218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827391.811227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827391.811234:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827391.811245:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 763 00000100:00080000:3.0:1787827391.811252:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827391.811259:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827391.811269:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827391.811290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134340096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827391.811306:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827391.811320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827391.811329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827391.811332:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827391.811339:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 763 00000100:00080000:3.0:1787827391.811345:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827391.811350:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827391.811356:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827391.811372:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134340224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827391.811389:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffffa0e3c4319680 x1874672134339840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.811420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134339840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.811439:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.811446:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827391.811451:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134339840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827391.811489:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827391.811519:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827391.811533:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffffa0e3c431b0c0 x1874672134339968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.811546:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134339968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.811554:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.811558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827391.811561:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134339968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827391.811566:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827391.811581:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827391.811590:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffffa0e3c431bc00 x1874672134340096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.811600:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134340096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.811608:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.811611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827391.811613:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827391.811619:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827391.811633:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827391.811641:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827391/real 1787827391] req@ffffa0e3c431a940 x1874672134340224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827391.811653:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134340224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827391.811660:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827391.811663:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827391.811665:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340224:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827392.450958:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827393.474890:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827394.498877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827395.522971:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827396.546830:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827396.930861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827396.930870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827396.930875:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827396.930886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 768 00000100:00080000:3.0:1787827396.930898:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827396.930905:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827396.930950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134340352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827396.930994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827396.930998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827396.930999:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827396.931003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 768 00000100:00080000:3.0:1787827396.931006:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827396.931009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827396.931020:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827396.931030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134340480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827396.931039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827396.931041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827396.931043:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827396.931045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 768 00000100:00080000:3.0:1787827396.931048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827396.931051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827396.931053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827396.931063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134340608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827396.931073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827396.931076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827396.931079:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827396.931084:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 768 00000100:00080000:3.0:1787827396.931089:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827396.931094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827396.931101:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827396.931109:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134340352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827396.931122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134340736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827396.931235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827396.931261:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827396.931291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340736:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827397.570879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827398.594951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827399.619017:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827400.002913:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787827400.002964:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827400.002980:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827400.003012:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827400.003018:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827400.003024:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787827400.003083:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827400] req@ffffa0e3c431a580 x1874672134340736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827400.003106:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134340736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827400.003117:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827400.003120:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827400.003124:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827400.003129:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827400] req@ffffa0e3c431a1c0 x1874672134340352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827400.003138:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134340352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827400.003144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827400.003146:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827400.003148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134340352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827400.003153:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827400] req@ffffa0e3c431ad00 x1874672134340480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827400.003160:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134340480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827400.003164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827400.003166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827400.003169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827400.003175:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827396/real 1787827400] req@ffffa0e3c4318f00 x1874672134340608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827400.003186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134340608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827400.003193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827400.003196:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827400.003199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340608:192.168.203.106@tcp:38:kworker.0 00010000:00010000:3.0:1787827400.642980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827401.666981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827402.050962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827402.050975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827402.050993:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827402.051006:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 773 00000100:00080000:0.0:1787827402.051020:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827402.051030:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827402.051074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134340864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827402.051113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827402.051119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827402.051121:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827402.051126:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 773 00000100:00080000:0.0:1787827402.051130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827402.051135:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827402.051147:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827402.051163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134340992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827402.051179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827402.051184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827402.051187:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827402.051198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134340864:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827402.051199:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 773 00000100:00080000:0.0:1787827402.051208:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827402.051218:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827402.051225:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827402.051241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134341120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827402.051253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827402.051258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827402.051261:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827402.051276:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 773 00000100:00080000:0.0:1787827402.051297:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827402.051303:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827402.051310:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827402.051330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134341248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827402.051330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827402.051412:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827402/real 1787827402] req@ffffa0e3c3e84f00 x1874672134340864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827402.051449:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134340864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827402.051468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827402.051476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827402.051483:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134340864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827402.051527:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827402.051622:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827402.051668:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827402/real 1787827402] req@ffffa0e3c3e852c0 x1874672134340992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827402.051694:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134340992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827402.051709:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827402.051770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827402.051778:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134340992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827402.051791:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827402.051835:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827402.051861:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827402/real 1787827402] req@ffffa0e3c3e87480 x1874672134341120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827402.051887:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134341120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827402.051913:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827402.051920:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827402.051927:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827402.051973:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827402.052018:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827402.052059:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827402/real 1787827402] req@ffffa0e3c3e86940 x1874672134341248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827402.052084:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134341248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827402.052102:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827402.052109:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827402.052116:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341248:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827402.690915:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827403.715077:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827404.738946:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827405.762823:0:10863:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827406.787043:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827407.170949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827407.170962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827407.170967:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827407.170980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 778 00000100:00080000:3.0:1787827407.170993:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827407.171002:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827407.171074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134341376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827407.171114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827407.171121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827407.171126:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827407.171133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 778 00000100:00080000:3.0:1787827407.171148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827407.171158:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827407.171174:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827407.171190:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134341376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827407.171203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827407.171238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827407.171244:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827407.171248:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827407.171256:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 778 00000100:00080000:3.0:1787827407.171264:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827407.171272:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827407.171283:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827407.171305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827407.171313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827407.171330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827407.171335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827407.171338:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827407.171343:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 778 00000100:00080000:3.0:1787827407.171349:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827407.171355:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827407.171362:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827407.171366:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827407/real 1787827407] req@ffffa0e3c431b840 x1874672134341376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827407.171395:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134341376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827407.171401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134341760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827407.171431:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827407.171444:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827407.171454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134341376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827407.171495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827407.171529:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827407.171547:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827407/real 1787827407] req@ffffa0e3c4319a40 x1874672134341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827407.171562:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134341504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827407.171572:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827407.171576:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827407.171580:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827407.171586:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827407.171605:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827407.171615:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827407/real 1787827407] req@ffffa0e3c4318000 x1874672134341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827407.171637:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134341632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827407.171652:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827407.171658:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827407.171664:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827407.171695:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827407.171767:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827407.171783:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827407/real 1787827407] req@ffffa0e3c4318b40 x1874672134341760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827407.171798:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134341760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827407.171808:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827407.171812:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827407.171815:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134341760:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787827407.810953:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827408.834916:0:22072:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787827408.834952:0:10863:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787827408.834961:0:10863:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3d15b0800/0x33d55ea1c3467648 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc0fefc09a79546b7 expref: -99 pid: 24679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787827408.835005:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787827408.835042:0:10863:0:(vvp_object.c:117:vvp_conf_set()) [0x200000403:0x14:0x0]: losing layout lock 00010000:00010000:0.0:1787827408.835064:0:10863:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffffa0e3c67ab800 lock: ffffa0e3c1659c00/0x33d55ea1c3467602 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc0fefc09a7954410 expref: -99 pid: 20504 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00100000:0.0:1787827408.835139:0:10863:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffffa0e3d98d4b40 x1874672134292736/t4294967400(4294967400) o101->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/664 e 0 to 0 dl 1787827074 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787827408.835165:0:10863:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffffa0e3c67ab800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787827408.835172:0:10863:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa0e3c3e84000 x1874672134342016/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:0.0:1787827408.835212:0:10863:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0e3c3e84000 x1874672134342016/t0(0) o35->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787827408.835225:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787827409.858797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827409.858860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827410.882868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827410.882972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827411.906852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827411.906914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827412.290842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827412.290852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827412.290857:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827412.290882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 783 00000100:00080000:3.0:1787827412.290894:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827412.290901:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827412.290942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134342144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827412.290971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827412.290974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827412.290976:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827412.290980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 783 00000100:00080000:3.0:1787827412.290983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827412.290986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827412.290995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827412.291007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134342272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827412.291016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827412.291020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827412.291022:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827412.291027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 783 00000100:00080000:3.0:1787827412.291029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827412.291033:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827412.291038:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827412.291040:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134342144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827412.291052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134342400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827412.291061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827412.291064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827412.291066:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827412.291069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 783 00000100:00080000:3.0:1787827412.291071:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827412.291074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827412.291080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827412.291090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134342528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827412.291122:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827412.291168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827412/real 1787827412] req@ffffa0e3c4319e00 x1874672134342144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827412.291186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134342144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827412.291195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827412.291199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827412.291203:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134342144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827412.291209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827412.291228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827412.291238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827412/real 1787827412] req@ffffa0e3c43183c0 x1874672134342272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827412.291248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134342272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827412.291256:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827412.291259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827412.291262:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827412.291286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827412.291300:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827412.291308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827412/real 1787827412] req@ffffa0e3c4318780 x1874672134342400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827412.291317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134342400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827412.291324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827412.291327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827412.291329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827412.291334:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827412.291347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827412.291355:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827412/real 1787827412] req@ffffa0e3c43192c0 x1874672134342528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827412.291364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134342528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827412.291371:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827412.291373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827412.291376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827412.930901:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827412.931004:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827413.954822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827413.954952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827414.978874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827414.979023:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827416.002966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827416.002986:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787827417.026890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827417.026929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827417.410791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827417.410800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827417.410804:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827417.410812:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 788 00000100:00080000:3.0:1787827417.410822:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827417.410843:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827417.410884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134342656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827417.410907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827417.410910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827417.410911:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827417.410914:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 788 00000100:00080000:3.0:1787827417.410916:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827417.410919:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827417.410927:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827417.410938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827417.410945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827417.410948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827417.410950:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827417.410952:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 788 00000100:00080000:3.0:1787827417.410954:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827417.410957:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827417.410962:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827417.410967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827417.410976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827417.410979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827417.410981:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827417.410987:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 788 00000100:00100000:1.0:1787827417.410991:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134342656:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827417.410992:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827417.411005:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827417.411010:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827417.411017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134343040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827417.411096:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827417.411160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827417/real 1787827417] req@ffffa0e3c43192c0 x1874672134342656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827417.411181:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134342656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827417.411193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827417.411197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827417.411201:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134342656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827417.411210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827417.411234:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827417.411245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827417/real 1787827417] req@ffffa0e3c4318780 x1874672134342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827417.411256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134342784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827417.411264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827417.411267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827417.411271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827417.411301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827417.411316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827417.411325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827417/real 1787827417] req@ffffa0e3c43183c0 x1874672134342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827417.411350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134342912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827417.411356:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827417.411358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827417.411359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134342912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827417.411363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827417.411376:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827417.411383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827417/real 1787827417] req@ffffa0e3c4319e00 x1874672134343040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827417.411391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134343040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827417.411396:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827417.411399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827417.411402:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827418.050908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827418.050943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827419.074853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827419.074963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827420.098881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827420.098934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827421.122829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827421.122903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827422.146833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827422.146916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827422.530788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827422.530827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827422.530833:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827422.530854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 794 00000100:00080000:3.0:1787827422.530869:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827422.530879:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827422.530932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134343168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827422.530969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827422.530974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827422.530977:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827422.530982:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 794 00000100:00080000:3.0:1787827422.530986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827422.530991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827422.531004:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827422.531021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134343296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827422.531035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827422.531039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827422.531042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827422.531047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 794 00000100:00080000:3.0:1787827422.531051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827422.531058:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134343168:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827422.531059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827422.531078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827422.531098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134343424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827422.531113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827422.531118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827422.531121:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827422.531125:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 794 00000100:00080000:3.0:1787827422.531131:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827422.531136:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827422.531143:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787827422.531154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827422.531159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134343552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827422.531206:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffffa0e3c4318b40 x1874672134343168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.531224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134343168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.531235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.531239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827422.531242:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134343168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827422.531249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827422.531265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827422.531274:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffffa0e3c4318000 x1874672134343296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.531292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134343296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.531298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.531300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827422.531302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827422.531328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827422.531339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827422.531345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffffa0e3c4319a40 x1874672134343424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.531353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134343424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.531357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.531359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827422.531361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827422.531365:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343552:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827422.531375:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827422.531381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827422/real 1787827422] req@ffffa0e3c431b840 x1874672134343552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.531388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134343552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.531393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.531395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827422.531397:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827423.170814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827423.170945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827424.194798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827424.194897:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827425.218827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827425.218882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827426.242848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827426.242922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827427.266809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827427.266871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827427.650886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.650897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827427.650902:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.650913:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 799 00000100:00080000:3.0:1787827427.650926:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.650933:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827427.650974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134343680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827427.651004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.651008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827427.651010:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.651014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 799 00000100:00080000:3.0:1787827427.651017:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.651020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827427.651031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827427.651045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134343808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827427.651056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.651059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827427.651064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827427.651066:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134343680:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827427.651087:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 799 00000100:00080000:3.0:1787827427.651092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.651095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827427.651099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827427.651111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134343936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827427.651118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827427.651132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827427.651134:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827427.651137:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 799 00000100:00080000:3.0:1787827427.651141:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827427.651144:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827427.651147:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827427.651155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134344064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827427.651164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827427.651222:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffffa0e3c4318f00 x1874672134343680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827427.651253:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134343680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827427.651263:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827427.651267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827427.651271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134343680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827427.651298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827427.651321:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827427.651348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffffa0e3c431ad00 x1874672134343808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827427.651358:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134343808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827427.651364:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827427.651366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827427.651369:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827427.651373:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827427.651385:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827427.651391:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffffa0e3c431a1c0 x1874672134343936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827427.651401:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134343936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827427.651406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827427.651408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827427.651410:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134343936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827427.651414:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827427.651441:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827427.651466:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827427/real 1787827427] req@ffffa0e3c431a580 x1874672134344064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827427.651477:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134344064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827427.651485:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827427.651488:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827427.651491:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344064:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827428.290852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827428.290950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827429.314811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827429.314860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827430.338829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827430.338862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827431.362833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827431.362855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827432.386819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827432.386889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827432.770864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827432.770878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827432.770883:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827432.770896:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 804 00000100:00080000:3.0:1787827432.770909:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827432.770916:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827432.770968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134344192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827432.771003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827432.771009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827432.771028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827432.771033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 804 00000100:00080000:3.0:1787827432.771038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827432.771044:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827432.771057:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827432.771094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134344320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827432.771096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134344192:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827432.771111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827432.771114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827432.771116:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827432.771119:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 804 00000100:00080000:3.0:1787827432.771122:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827432.771125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827432.771129:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827432.771138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134344448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827432.771146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827432.771149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827432.771150:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827432.771153:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 804 00000100:00080000:3.0:1787827432.771156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827432.771158:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827432.771174:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827432.771183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134344576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827432.771190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827432.771231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffffa0e3c431a940 x1874672134344192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827432.771258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134344192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827432.771266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827432.771270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827432.771273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134344192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827432.771291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827432.771308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827432.771318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffffa0e3c431bc00 x1874672134344320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827432.771326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134344320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827432.771332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827432.771350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827432.771353:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827432.771359:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827432.771387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827432.771396:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffffa0e3c431b0c0 x1874672134344448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827432.771406:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134344448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827432.771418:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827432.771421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827432.771424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827432.771428:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344576:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827432.771442:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827432.771455:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827432/real 1787827432] req@ffffa0e3c4319680 x1874672134344576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827432.771478:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134344576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827432.771489:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827432.771493:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827432.771498:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827433.410834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827433.411167:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827434.434792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827434.434851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827435.458847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827435.458877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827436.482842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827436.482930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827437.506845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827437.506890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827437.890788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827437.890797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827437.890801:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827437.890810:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 809 00000100:00080000:3.0:1787827437.890820:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827437.890826:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827437.890860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134344704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827437.890883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827437.890886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827437.890887:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827437.890890:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 809 00000100:00080000:3.0:1787827437.890892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827437.890895:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827437.890902:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827437.890912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134344832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827437.890925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827437.890928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827437.890929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827437.890933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 809 00000100:00080000:3.0:1787827437.890936:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827437.890938:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134344704:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827437.890940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827437.890947:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827437.890956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134344960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827437.890962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827437.890965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827437.890966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827437.890969:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 809 00000100:00080000:3.0:1787827437.890972:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827437.890974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827437.890978:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827437.890985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134345088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827437.891010:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827437.891054:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffffa0e3c4319680 x1874672134344704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827437.891070:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134344704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827437.891078:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827437.891081:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827437.891084:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134344704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827437.891105:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827437.891123:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827437.891132:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffffa0e3c431b0c0 x1874672134344832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827437.891140:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134344832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827437.891146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827437.891148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827437.891150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827437.891153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827437.891163:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827437.891169:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffffa0e3c431bc00 x1874672134344960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827437.891176:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134344960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827437.891181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827437.891183:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827437.891185:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134344960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827437.891189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827437.891199:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827437.891205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827437/real 1787827437] req@ffffa0e3c431a940 x1874672134345088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827437.891212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134345088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827437.891217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827437.891219:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827437.891221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345088:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827438.530817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827438.531986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827439.554806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827439.554869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827440.578857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827440.578957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827441.602808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827441.602880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827442.626799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827442.626864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827443.010807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827443.010816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827443.010830:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827443.010839:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 814 00000100:00080000:1.0:1787827443.010849:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827443.010854:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827443.010896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134345216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827443.010927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827443.010930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827443.010932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827443.010935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 814 00000100:00080000:1.0:1787827443.010939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827443.010941:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827443.010950:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827443.010962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827443.010971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827443.010975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787827443.010975:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134345216:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827443.010979:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827443.010987:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 814 00000100:00080000:1.0:1787827443.010989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827443.010991:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827443.010994:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827443.011003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827443.011010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827443.011012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827443.011014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827443.011016:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 814 00000100:00080000:1.0:1787827443.011019:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827443.011021:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827443.011023:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827443.011059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134345600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827443.011067:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827443.011109:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827443/real 1787827443] req@ffffa0e3d98d4f00 x1874672134345216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827443.011136:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134345216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827443.011144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827443.011147:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827443.011150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134345216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827443.012209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827443.012229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827443.012240:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827443/real 1787827443] req@ffffa0e3d98d7840 x1874672134345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827443.012249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134345344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827443.012254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827443.012257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827443.012259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827443.012263:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827443.012273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827443.012279:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827443/real 1787827443] req@ffffa0e3d98d5e00 x1874672134345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827443.012287:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134345472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827443.012296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827443.012298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827443.012300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827443.012303:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827443.012312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827443.012318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827443/real 1787827443] req@ffffa0e3d98d43c0 x1874672134345600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827443.012325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134345600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827443.012330:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827443.012332:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827443.012334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827443.650786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827443.650850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827444.674799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827444.674873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827445.698892:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827445.698956:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827446.722775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827446.722849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827447.746897:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827447.746977:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827448.130801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827448.130808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827448.130812:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827448.130820:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 819 00000100:00080000:0.0:1787827448.130829:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827448.130835:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827448.130867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134345728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827448.130889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827448.130892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827448.130893:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827448.130896:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 819 00000100:00080000:0.0:1787827448.130898:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827448.130901:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827448.130908:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827448.130917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134345856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827448.130926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827448.130930:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134345728:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827448.130931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827448.130935:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827448.130941:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 819 00000100:00080000:0.0:1787827448.130943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827448.130945:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827448.130948:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827448.130958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134345984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827448.130965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827448.130967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827448.130969:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827448.130972:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 819 00000100:00080000:0.0:1787827448.130974:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827448.130976:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827448.130980:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827448.130987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134346112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827448.130992:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827448.131029:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827448/real 1787827448] req@ffffa0e3c3e85e00 x1874672134345728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827448.131043:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134345728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827448.131051:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827448.131054:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827448.131056:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134345728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827448.131074:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827448.131089:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827448.131097:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827448/real 1787827448] req@ffffa0e3c3e87840 x1874672134345856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827448.131105:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134345856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827448.131111:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827448.131112:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827448.131114:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827448.131118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827448.131128:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827448.131134:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827448/real 1787827448] req@ffffa0e3c3e86940 x1874672134345984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827448.131141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134345984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827448.131146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827448.131147:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827448.131149:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134345984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827448.131153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346112:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827448.131162:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827448.131168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827448/real 1787827448] req@ffffa0e3c3e87480 x1874672134346112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827448.131175:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134346112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827448.131180:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827448.131182:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827448.131184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346112:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827448.770798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827448.770849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827449.794821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827449.794905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827450.818829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827450.818860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827451.842846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827451.842883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827452.866783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827452.866850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827453.250823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827453.250831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827453.250835:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827453.250843:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 824 00000100:00080000:2.0:1787827453.250853:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827453.250860:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827453.250891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134346240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827453.250916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827453.250918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827453.250920:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827453.250923:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 824 00000100:00080000:2.0:1787827453.250925:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827453.250928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827453.250936:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827453.250949:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134346240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827453.250949:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134346368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827453.250967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827453.250970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827453.250971:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827453.250974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 824 00000100:00080000:2.0:1787827453.250976:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827453.250978:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827453.250982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827453.250991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134346496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827453.250997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827453.251000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827453.251002:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827453.251004:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 824 00000100:00080000:2.0:1787827453.251006:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827453.251008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827453.251011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787827453.251012:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827453.251022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134346624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827453.251049:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827453/real 1787827453] req@ffffa0e3d025e940 x1874672134346240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827453.251063:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134346240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827453.251071:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827453.251074:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827453.251077:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134346240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827453.251095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827453.251109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827453.251116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827453/real 1787827453] req@ffffa0e3d025c3c0 x1874672134346368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827453.251162:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134346368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827453.251167:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827453.251170:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827453.251172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827453.251176:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827453.251188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827453.251195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827453/real 1787827453] req@ffffa0e3d025cb40 x1874672134346496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827453.251202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134346496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827453.251207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827453.251209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827453.251211:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827453.251214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827453.251224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827453.251229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827453/real 1787827453] req@ffffa0e3d025e1c0 x1874672134346624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827453.251236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134346624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827453.251246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827453.251255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827453.251257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827453.890815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827453.890869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827454.914800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827454.914877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827455.938807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827455.938878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827456.962828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827456.962906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827457.986806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827457.986879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827458.370795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827458.370803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827458.370806:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827458.370815:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 829 00000100:00080000:1.0:1787827458.370823:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827458.370829:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827458.370861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134346752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827458.370884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827458.370887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827458.370888:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827458.370891:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 829 00000100:00080000:1.0:1787827458.370894:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827458.370896:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827458.370904:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827458.370913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134346880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827458.370923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827458.370923:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134346752:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827458.370930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827458.370933:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827458.370937:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 829 00000100:00080000:1.0:1787827458.370938:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827458.370941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827458.370943:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827458.370952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134347008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827458.370958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827458.370960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827458.370961:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827458.370964:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 829 00000100:00080000:1.0:1787827458.370967:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827458.370970:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827458.370973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827458.370980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134347136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827458.371017:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827458.371071:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827458/real 1787827458] req@ffffa0e3d98d4780 x1874672134346752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827458.371099:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134346752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827458.371110:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827458.371114:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827458.371116:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134346752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827458.371136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827458.371155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827458.371165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827458/real 1787827458] req@ffffa0e3d98d52c0 x1874672134346880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827458.371173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134346880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827458.371178:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827458.371180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827458.371182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134346880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827458.371186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827458.371196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827458.371201:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827458/real 1787827458] req@ffffa0e3d98d5680 x1874672134347008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827458.371209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134347008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827458.371221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827458.371224:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827458.371227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827458.371234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347136:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827458.371256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827458.371268:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827458/real 1787827458] req@ffffa0e3d98d61c0 x1874672134347136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827458.371277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134347136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827458.371283:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827458.371285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827458.371287:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827459.010809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827459.010891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827460.034794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827460.034878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827461.058806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827461.058858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827462.082780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827462.082841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827463.106812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827463.106882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827463.490766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827463.490773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827463.490776:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827463.490785:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 835 00000100:00080000:1.0:1787827463.490794:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827463.490799:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827463.490835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134347264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827463.490864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827463.490866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827463.490868:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827463.490871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 835 00000100:00080000:1.0:1787827463.490874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827463.490877:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827463.490885:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827463.490896:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134347392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827463.490910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827463.490912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827463.490914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827463.490917:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 835 00000100:00080000:1.0:1787827463.490919:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827463.490921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827463.490924:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827463.490936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134347520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827463.490939:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134347264:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827463.490948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827463.490951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827463.490953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827463.490956:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 835 00000100:00080000:1.0:1787827463.490958:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827463.490960:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827463.490969:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827463.490983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134347648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827463.491040:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827463.491077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827463.491100:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827464.130772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827464.130830:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827465.154811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827465.154881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827466.178843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827466.178912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827466.563193:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787827466.563251:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827466.563270:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827466.563332:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827466.563343:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787827466.563353:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787827466.563698:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827463/real 1787827466] req@ffffa0e3d98d5680 x1874672134347520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827466.563772:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134347520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827466.563788:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827466.563795:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827466.563804:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827466.563817:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827463/real 1787827466] req@ffffa0e3d98d52c0 x1874672134347648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827466.563839:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134347648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827466.563847:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827466.563851:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827466.563854:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827466.563861:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827463/real 1787827466] req@ffffa0e3d98d6940 x1874672134347264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827466.563872:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134347264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827466.563879:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827466.563883:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827466.563885:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134347264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827466.563892:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827463/real 1787827466] req@ffffa0e3d98d61c0 x1874672134347392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827466.563904:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134347392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827466.563912:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827466.563916:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827466.563919:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827467.202869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827467.202939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827468.226789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827468.226854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827468.610812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.610821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827468.610824:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.610833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 840 00000100:00080000:1.0:1787827468.610842:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.610848:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827468.610877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134347776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827468.610902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.610905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827468.610906:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.610909:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 840 00000100:00080000:1.0:1787827468.610912:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.610914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827468.610921:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827468.610929:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827468.610936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.610938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827468.610940:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.610943:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 840 00000100:00080000:1.0:1787827468.610945:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.610948:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827468.610952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827468.610957:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134347776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827468.610962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827468.610970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827468.610972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827468.610974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827468.610976:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 840 00000100:00080000:1.0:1787827468.610978:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827468.610980:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827468.610983:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827468.610994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134348160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827468.611023:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827468.611063:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffffa0e3d98d61c0 x1874672134347776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827468.611078:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134347776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827468.611088:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827468.611093:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827468.611097:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134347776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827468.611107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827468.611132:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827468.611146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffffa0e3d98d6940 x1874672134347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827468.611158:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134347904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827468.611166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827468.611169:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827468.611172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134347904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827468.611212:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827468.611235:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827468.611247:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffffa0e3d98d52c0 x1874672134348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827468.611259:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134348032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827468.611267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827468.611270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827468.611273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827468.611285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827468.611307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827468.611320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827468/real 1787827468] req@ffffa0e3d98d5680 x1874672134348160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827468.611331:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134348160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827468.611339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827468.611343:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827468.611346:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827469.250830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827469.250894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827470.274825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827470.274891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827471.298820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827471.298868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827472.322823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827472.322887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827473.346832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827473.346877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827473.730836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827473.730850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827473.730856:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827473.730869:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 845 00000100:00080000:1.0:1787827473.730885:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827473.730893:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827473.730940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134348288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827473.730977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827473.730981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827473.730984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827473.730989:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 845 00000100:00080000:1.0:1787827473.730993:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827473.730998:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827473.731012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827473.731026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134348416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827473.731036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827473.731039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827473.731041:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827473.731047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 845 00000100:00100000:2.0:1787827473.731051:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134348288:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827473.731052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827473.731062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827473.731067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827473.731082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134348544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827473.731090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827473.731093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827473.731095:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827473.731098:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 845 00000100:00080000:1.0:1787827473.731103:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827473.731107:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827473.731112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827473.731120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134348672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827473.731133:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827473.731182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffffa0e3d98d4780 x1874672134348288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827473.731200:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134348288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827473.731209:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827473.731212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827473.731215:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134348288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827473.731236:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827473.731252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827473.731262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffffa0e3d98d43c0 x1874672134348416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827473.731275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134348416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827473.731284:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827473.731288:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827473.731291:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827473.731299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827473.731320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827473.731329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffffa0e3d98d5e00 x1874672134348544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827473.731337:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134348544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827473.731347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827473.731349:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827473.731351:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827473.731355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348672:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827473.731367:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827473.731373:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827473/real 1787827473] req@ffffa0e3d98d7840 x1874672134348672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827473.731380:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134348672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827473.731385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827473.731387:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827473.731389:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827474.370848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827474.370861:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827475.394810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827475.394840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827476.418822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827476.418913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827477.442820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827477.442883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827478.466809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827478.466878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827478.850779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827478.850788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827478.850808:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827478.850819:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 850 00000100:00080000:1.0:1787827478.850832:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827478.850840:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827478.850882:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134348800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827478.850911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827478.850916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827478.850918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827478.850938:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 850 00000100:00080000:1.0:1787827478.850942:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827478.850947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827478.850957:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827478.850974:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134348928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827478.850977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134348800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827478.850985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827478.851005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827478.851006:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827478.851010:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 850 00000100:00080000:1.0:1787827478.851013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827478.851017:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827478.851022:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827478.851031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134349056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827478.851041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827478.851045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827478.851046:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827478.851050:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 850 00000100:00080000:1.0:1787827478.851053:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827478.851055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787827478.851058:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827478.851062:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827478.851072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134349184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827478.851111:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffffa0e3d98d4f00 x1874672134348800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827478.851128:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134348800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827478.851140:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827478.851143:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827478.851145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134348800:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827478.851166:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827478.851185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827478.851194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffffa0e3d98d7840 x1874672134348928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827478.851219:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134348928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827478.851225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827478.851228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827478.851230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134348928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827478.851234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827478.851247:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827478.851253:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffffa0e3d98d5e00 x1874672134349056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827478.851261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134349056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827478.851267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827478.851269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827478.851271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827478.851275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827478.851286:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827478.851291:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827478/real 1787827478] req@ffffa0e3d98d43c0 x1874672134349184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827478.851300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134349184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827478.851305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827478.851307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827478.851309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349184:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827479.490801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827479.490859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827480.514824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827480.514914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827481.538840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827481.538914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827482.562791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827482.562869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827483.586819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827483.586893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827483.970845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827483.970852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827483.970855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827483.970864:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 855 00000100:00080000:2.0:1787827483.970873:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827483.970878:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827483.970910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134349312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827483.970933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827483.970935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827483.970937:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827483.970940:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 855 00000100:00080000:2.0:1787827483.970942:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827483.970945:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827483.970952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827483.970978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134349440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827483.970988:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134349312:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827483.971004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827483.971008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827483.971010:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827483.971015:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 855 00000100:00080000:2.0:1787827483.971020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827483.971024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827483.971030:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827483.971045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134349568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827483.971056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827483.971060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827483.971062:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827483.971067:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827483.971071:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 855 00000100:00080000:2.0:1787827483.971076:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827483.971081:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827483.971085:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827483.971098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134349696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827483.971128:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffffa0e3d025f0c0 x1874672134349312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827483.971150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134349312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827483.971163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827483.971167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827483.971188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134349312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827483.971209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827483.971229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827483.971239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffffa0e3d025c780 x1874672134349440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827483.971248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134349440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827483.971255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827483.971257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827483.971260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827483.971264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827483.971275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827483.971282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffffa0e3d025fc00 x1874672134349568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827483.971290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134349568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827483.971296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827483.971298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827483.971300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827483.971304:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827483.971315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827483.971321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827483/real 1787827483] req@ffffa0e3d025f480 x1874672134349696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827483.971329:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134349696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827483.971334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827483.971336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827483.971338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349696:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827484.610814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827484.610868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827485.634791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827485.634853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827486.658813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827486.658878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827487.682860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827487.682966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827488.706849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827488.706960:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827489.090864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827489.090880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827489.090887:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827489.090903:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 860 00000100:00080000:1.0:1787827489.090920:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827489.090929:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827489.090986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134349824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827489.091020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827489.091024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827489.091026:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827489.091031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 860 00000100:00080000:1.0:1787827489.091034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827489.091039:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827489.091051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827489.091067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134349824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827489.091072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134349952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827489.091087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827489.091090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827489.091092:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827489.091099:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 860 00000100:00080000:1.0:1787827489.091102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827489.091106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827489.091111:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827489.091122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134350080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827489.091142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787827489.091148:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787827489.091151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827489.091156:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827489.091164:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 860 00000100:00080000:1.0:1787827489.091171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827489.091177:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827489.091205:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827489.091216:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827489/real 1787827489] req@ffffa0e3d98d4780 x1874672134349824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827489.091229:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134350208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827489.091286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134349824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827489.091300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827489.091305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827489.091310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134349824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827489.091364:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827489.091417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827489.091432:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827489/real 1787827489] req@ffffa0e3d98d5680 x1874672134349952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827489.091447:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134349952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827489.091455:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827489.091458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827489.091460:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134349952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827489.091465:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827489.091482:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827489.091490:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827489/real 1787827489] req@ffffa0e3d98d52c0 x1874672134350080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827489.091497:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134350080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827489.091507:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827489.091509:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827489.091511:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827489.091515:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350208:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827489.091525:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827489.091531:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827489/real 1787827489] req@ffffa0e3d98d6940 x1874672134350208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827489.091538:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134350208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827489.091544:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827489.091546:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827489.091548:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827489.730824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827489.730872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827490.754854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827490.754994:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827491.778827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827491.778873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827492.802844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827492.803033:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827493.826910:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827493.826976:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827494.210863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827494.210873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827494.210877:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827494.210903:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 865 00000100:00080000:0.0:1787827494.210914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827494.210922:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827494.210962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134350336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827494.210993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827494.210997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827494.210999:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827494.211004:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 865 00000100:00080000:0.0:1787827494.211008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827494.211019:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827494.211031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827494.211045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827494.211074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827494.211079:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827494.211082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827494.211084:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134350336:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827494.211088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 865 00000100:00080000:0.0:1787827494.211094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827494.211100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827494.211104:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827494.211119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827494.211149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827494.211155:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827494.211158:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827494.211164:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 865 00000100:00080000:0.0:1787827494.211171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827494.211178:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827494.211187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787827494.211227:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827494.211255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134350720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827494.211265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827494/real 1787827494] req@ffffa0e3c3e852c0 x1874672134350336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827494.211320:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134350336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827494.211335:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827494.211357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827494.211363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134350336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827494.211390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827494.211417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827494.211431:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827494/real 1787827494] req@ffffa0e3c3e84f00 x1874672134350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827494.211444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134350464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827494.211452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827494.211456:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827494.211459:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827494.211465:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827494.211497:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827494.211505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827494/real 1787827494] req@ffffa0e3c3e84780 x1874672134350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827494.211514:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134350592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827494.211521:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827494.211523:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827494.211526:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827494.211530:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827494.211563:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827494.211574:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827494/real 1787827494] req@ffffa0e3c3e85680 x1874672134350720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827494.211586:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134350720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827494.211594:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827494.211596:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827494.211615:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350720:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827494.850780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827494.850869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827495.874846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827495.874913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827496.898882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827496.898954:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787827497.922831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827497.922924:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827498.946782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827498.946855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827499.330796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827499.330805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827499.330808:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827499.330816:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 870 00000100:00080000:2.0:1787827499.330826:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827499.330831:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827499.330873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134350848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827499.330896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827499.330899:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827499.330900:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827499.330903:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 870 00000100:00080000:2.0:1787827499.330905:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827499.330907:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827499.330925:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827499.330937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134350976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827499.330945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827499.330947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827499.330949:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827499.330952:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134350848:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827499.330954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 870 00000100:00080000:2.0:1787827499.330960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827499.330963:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827499.330967:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827499.330974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134351104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827499.330980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827499.330983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827499.330984:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827499.330987:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 870 00000100:00080000:2.0:1787827499.330989:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827499.330992:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827499.330995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827499.331002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134351232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827499.331018:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827499.331052:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827499/real 1787827499] req@ffffa0e3d025c000 x1874672134350848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827499.331069:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134350848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827499.331077:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827499.331080:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827499.331083:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134350848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827499.331100:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827499.331114:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827499.331122:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827499/real 1787827499] req@ffffa0e3d025f480 x1874672134350976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827499.331130:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134350976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827499.331135:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827499.331137:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827499.331139:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134350976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827499.331142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827499.331165:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827499.331172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827499/real 1787827499] req@ffffa0e3d025fc00 x1874672134351104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827499.331180:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134351104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827499.331189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827499.331191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827499.331193:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827499.331196:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351232:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827499.331207:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827499.331213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827499/real 1787827499] req@ffffa0e3d025c780 x1874672134351232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827499.331220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134351232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827499.331225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827499.331227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827499.331228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827499.970791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827499.970840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827500.994792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827500.994914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827502.018836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827502.018993:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827503.042839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827503.042923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827504.066868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827504.066957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827504.450781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827504.450790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827504.450793:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827504.450809:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 875 00000100:00080000:2.0:1787827504.450821:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827504.450829:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827504.450869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134351360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827504.450906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827504.450911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827504.450914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827504.450919:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 875 00000100:00080000:2.0:1787827504.450924:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827504.450934:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827504.450945:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827504.450961:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134351360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827504.450963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134351488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827504.450979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827504.450983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827504.450986:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827504.450990:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 875 00000100:00080000:2.0:1787827504.450996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827504.451001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827504.451007:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827504.451023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134351616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827504.451027:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827504.451042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827504.451047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827504.451050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827504.451056:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 875 00000100:00080000:2.0:1787827504.451061:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827504.451065:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827504.451071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827504.451078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827504/real 1787827504] req@ffffa0e3d025f0c0 x1874672134351360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827504.451084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134351744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827504.451139:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134351360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827504.451150:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827504.451154:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827504.451157:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134351360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827504.451179:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827504.451211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827504.451239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827504/real 1787827504] req@ffffa0e3d025e1c0 x1874672134351488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827504.451256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134351488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827504.451270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827504.451275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827504.451279:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827504.451285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827504.451305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827504.451315:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827504/real 1787827504] req@ffffa0e3d025cb40 x1874672134351616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827504.451333:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134351616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827504.451339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827504.451342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827504.451344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827504.451349:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827504.451362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827504.451374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827504/real 1787827504] req@ffffa0e3d025c3c0 x1874672134351744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827504.451398:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134351744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827504.451409:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827504.451412:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827504.451417:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134351744:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827505.090820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827505.090902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827506.114816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827506.114904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827507.138801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827507.138904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827508.162855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827508.162956:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827509.186809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827509.186910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827509.570844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827509.570856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827509.570862:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827509.570874:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 881 00000100:00080000:0.0:1787827509.570899:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827509.570908:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827509.570958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134351872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827509.570991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827509.570996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827509.570998:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827509.571003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 881 00000100:00080000:0.0:1787827509.571007:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827509.571013:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827509.571025:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827509.571036:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134351872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827509.571042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134352000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827509.571056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827509.571060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827509.571062:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827509.571066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 881 00000100:00080000:0.0:1787827509.571071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827509.571076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827509.571082:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827509.571095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134352128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827509.571105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827509.571110:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787827509.571112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827509.571116:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827509.571122:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 881 00000100:00080000:0.0:1787827509.571128:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827509.571133:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827509.571139:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827509.571156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffffa0e3c3e84b40 x1874672134351872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827509.571157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134352256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827509.571200:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134351872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827509.571212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827509.571217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827509.571220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134351872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827509.571257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827509.571277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827509.571287:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffffa0e3c3e870c0 x1874672134352000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827509.571296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134352000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827509.571301:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827509.571304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827509.571306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827509.571310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827509.571321:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827509.571337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffffa0e3c3e86d00 x1874672134352128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827509.571344:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134352128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827509.571350:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827509.571351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827509.571353:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827509.571357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827509.571367:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827509.571373:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827509/real 1787827509] req@ffffa0e3c3e86580 x1874672134352256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827509.571381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134352256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827509.571387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827509.571388:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827509.571390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352256:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827510.210833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827510.210915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827511.234781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827511.234899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827512.258812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827512.258875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827513.282834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827513.282894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827514.306798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827514.306908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827514.690933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827514.690944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827514.690949:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827514.690961:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 886 00000100:00080000:2.0:1787827514.690990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827514.691000:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827514.691071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134352384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827514.691121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827514.691125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827514.691128:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827514.691134:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 886 00000100:00080000:2.0:1787827514.691139:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827514.691145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827514.691184:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827514.691221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134352384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827514.691223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134352512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827514.691247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827514.691252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827514.691255:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827514.691262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 886 00000100:00080000:2.0:1787827514.691269:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827514.691276:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827514.691285:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827514.691322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134352640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827514.691341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827514.691342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827514.691352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827514.691356:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827514.691363:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 886 00000100:00080000:2.0:1787827514.691372:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827514.691377:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827514.691394:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827514.691424:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffffa0e3d025e940 x1874672134352384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827514.691424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134352768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827514.691476:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134352384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827514.691491:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827514.691496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827514.691500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134352384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827514.691529:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827514.691576:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827514.691600:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffffa0e3d025d680 x1874672134352512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827514.691622:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134352512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827514.691638:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827514.691645:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827514.691651:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827514.691661:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827514.691689:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827514.691702:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffffa0e3d025e580 x1874672134352640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827514.691771:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134352640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827514.691782:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827514.691785:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827514.691789:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827514.691796:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352768:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827514.691819:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827514.691831:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827514/real 1787827514] req@ffffa0e3d025d2c0 x1874672134352768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827514.691843:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134352768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827514.691870:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827514.691875:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827514.691880:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134352768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827515.330848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827515.330914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827516.354781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827516.354847:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827517.378919:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827517.378954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827518.402781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827518.402851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827519.426803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827519.426854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827519.810834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827519.810845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827519.810867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827519.810877:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 891 00000100:00080000:1.0:1787827519.810889:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827519.810896:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827519.810954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134352896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827519.810991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827519.810998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827519.811001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827519.811009:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 891 00000100:00080000:1.0:1787827519.811016:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827519.811025:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827519.811041:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827519.811058:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134352896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827519.811070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827519.811089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827519.811093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827519.811096:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827519.811103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 891 00000100:00080000:1.0:1787827519.811112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827519.811135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827519.811144:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827519.811183:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827519.811186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827519.811209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827519.811214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827519.811216:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827519.811222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 891 00000100:00080000:1.0:1787827519.811228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827519.811234:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827519.811242:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827519.811251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffffa0e3d98d61c0 x1874672134352896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827519.811261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134353280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827519.811316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134352896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.811333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.811351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827519.811356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134352896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827519.811385:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827519.811421:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827519.811436:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffffa0e3d98d6940 x1874672134353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.811450:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134353024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.811460:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.811464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827519.811467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827519.811474:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827519.811498:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827519.811508:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffffa0e3d98d52c0 x1874672134353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.811520:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134353152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.811529:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.811532:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827519.811535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827519.811541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827519.811569:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827519.811579:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827519/real 1787827519] req@ffffa0e3d98d5680 x1874672134353280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827519.811591:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134353280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827519.811600:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827519.811619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827519.811623:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827520.450810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827520.450881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827521.474837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827521.474922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827522.498820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827522.498845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827523.522816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827523.522897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827524.546799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827524.546817:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827524.930803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827524.930810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827524.930813:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827524.930822:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 896 00000100:00080000:1.0:1787827524.930831:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827524.930837:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827524.930868:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134353408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827524.930890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827524.930893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827524.930894:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827524.930897:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 896 00000100:00080000:1.0:1787827524.930899:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827524.930901:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827524.930909:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827524.930918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134353536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827524.930926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827524.930929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827524.930932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827524.930933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134353408:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827524.930937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 896 00000100:00080000:1.0:1787827524.930941:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827524.930944:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827524.930947:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827524.930956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134353664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827524.930961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827524.930964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827524.930965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827524.930968:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 896 00000100:00080000:1.0:1787827524.930971:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827524.930973:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827524.930976:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827524.930983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134353792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827524.930993:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827524.931028:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffffa0e3d98d4780 x1874672134353408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.931046:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134353408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.931053:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.931056:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827524.931059:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134353408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827524.931089:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827524.931109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827524.931118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffffa0e3d98d43c0 x1874672134353536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.931126:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134353536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.931132:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.931134:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827524.931137:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827524.931140:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827524.931150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827524.931156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffffa0e3d98d5e00 x1874672134353664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.931163:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134353664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.931172:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.931174:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827524.931176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827524.931180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353792:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827524.931189:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827524.931195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827524/real 1787827524] req@ffffa0e3d98d7840 x1874672134353792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827524.931202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134353792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827524.931207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827524.931209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827524.931211:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134353792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827525.570858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827525.570961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827526.594800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827526.594855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827527.618828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827527.618880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827528.642793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827528.642814:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827529.666855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827529.666955:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827530.050791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827530.050800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827530.050804:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827530.050828:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 901 00000100:00080000:1.0:1787827530.050840:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827530.050848:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827530.050889:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134353920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827530.050915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827530.050918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827530.050920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827530.050923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 901 00000100:00080000:1.0:1787827530.050926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827530.050929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827530.050937:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827530.050950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134354048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827530.050958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827530.050961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827530.050962:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827530.050967:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 901 00000100:00080000:1.0:1787827530.050970:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827530.050970:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134353920:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827530.050976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827530.050982:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827530.050992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134354176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827530.050998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827530.051001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827530.051003:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827530.051005:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 901 00000100:00080000:1.0:1787827530.051008:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827530.051011:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827530.051015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827530.051022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134354304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827530.051085:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827530.051109:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827530.051126:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827530.690836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827530.690908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827531.714909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827531.715012:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787827532.738834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827532.738865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827533.123100:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827533.123174:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827533.123192:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827533.123236:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827533.123247:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827533.123260:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827533.123290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827530/real 1787827533] req@ffffa0e3d98d7840 x1874672134354048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827533.123315:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134354048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827533.123325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827533.123329:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827533.123356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827533.123362:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827530/real 1787827533] req@ffffa0e3d98d5e00 x1874672134354176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827533.123377:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134354176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827533.123387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827533.123392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827533.123396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827533.123404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827530/real 1787827533] req@ffffa0e3d98d43c0 x1874672134354304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827533.123420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134354304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827533.123426:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827533.123429:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827533.123432:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827533.123437:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827530/real 1787827533] req@ffffa0e3d98d4f00 x1874672134353920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827533.123449:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134353920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827533.123458:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827533.123463:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827533.123466:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134353920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827533.762873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827533.762929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827534.786809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827534.786867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827535.170865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827535.170877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827535.170893:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827535.170924:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 906 00000100:00080000:2.0:1787827535.170939:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827535.170950:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827535.170994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134354432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827535.171067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827535.171071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827535.171074:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827535.171080:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 906 00000100:00080000:2.0:1787827535.171085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827535.171091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827535.171100:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827535.171118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134354432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827535.171127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134354560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827535.171138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827535.171141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827535.171144:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827535.171147:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 906 00000100:00080000:2.0:1787827535.171150:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827535.171153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827535.171157:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827535.171167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134354688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827535.171174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827535.171177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827535.171178:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827535.171184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827535.171188:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 906 00000100:00080000:2.0:1787827535.171196:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827535.171211:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827535.171219:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827535.171224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827535/real 1787827535] req@ffffa0e3d025cf00 x1874672134354432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827535.171237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134354816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827535.171274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134354432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827535.171288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827535.171294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827535.171310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134354432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827535.171355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827535.171386:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827535.171402:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827535/real 1787827535] req@ffffa0e3d025da40 x1874672134354560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827535.171419:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134354560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827535.171429:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827535.171434:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827535.171438:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827535.171446:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827535.171469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827535.171482:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827535/real 1787827535] req@ffffa0e3d025ed00 x1874672134354688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827535.171496:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134354688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827535.171506:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827535.171511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827535.171515:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827535.171523:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827535.171543:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827535.171555:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827535/real 1787827535] req@ffffa0e3d025de00 x1874672134354816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827535.171579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134354816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827535.171589:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827535.171593:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827535.171597:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134354816:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827535.810809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827535.810859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827536.834824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827536.834883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827537.858808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827537.858897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827538.882843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827538.882896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827539.906841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827539.906944:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827540.290902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827540.290930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827540.290937:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827540.290950:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 911 00000100:00080000:2.0:1787827540.290965:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827540.291000:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827540.291062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134354944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827540.291130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827540.291135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827540.291138:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827540.291144:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 911 00000100:00080000:2.0:1787827540.291149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827540.291156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827540.291168:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827540.291189:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134355072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827540.291207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827540.291208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134354944:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827540.291222:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827540.291228:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827540.291235:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 911 00000100:00080000:2.0:1787827540.291239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827540.291243:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827540.291250:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827540.291268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134355200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827540.291281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827540.291285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827540.291288:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827540.291294:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 911 00000100:00080000:2.0:1787827540.291300:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827540.291305:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787827540.291314:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787827540.291317:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827540.291338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134355328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827540.291385:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827540/real 1787827540] req@ffffa0e3d025f840 x1874672134354944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827540.291415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134354944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827540.291431:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827540.291437:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827540.291442:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134354944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827540.291473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827540.291500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827540.291515:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827540/real 1787827540] req@ffffa0e3d025de00 x1874672134355072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827540.291532:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134355072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827540.291553:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827540.291557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827540.291561:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827540.291568:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827540.291605:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827540.291619:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827540/real 1787827540] req@ffffa0e3d025ed00 x1874672134355200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827540.291642:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134355200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827540.291659:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827540.291665:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827540.291672:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827540.291685:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355328:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827540.291774:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827540.291793:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827540/real 1787827540] req@ffffa0e3d025da40 x1874672134355328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827540.291809:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134355328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827540.291828:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827540.291832:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827540.291836:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827540.930784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827540.930821:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827541.954842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827541.954937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827542.978897:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827542.978975:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827544.002858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827544.002996:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827545.026836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827545.026906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827545.410802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827545.410816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827545.410821:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827545.410834:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 916 00000100:00080000:2.0:1787827545.410849:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827545.410857:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827545.410908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134355456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827545.410971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827545.410977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827545.410980:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827545.410986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 916 00000100:00080000:2.0:1787827545.410990:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827545.410995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827545.411006:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827545.411023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827545.411037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827545.411047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134355456:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827545.411048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827545.411054:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827545.411067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 916 00000100:00080000:2.0:1787827545.411073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827545.411079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827545.411086:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827545.411103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827545.411112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827545.411116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827545.411119:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827545.411124:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 916 00000100:00080000:2.0:1787827545.411132:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827545.411139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827545.411145:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827545.411155:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827545.411177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134355840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827545.411186:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827545/real 1787827545] req@ffffa0e3d025cf00 x1874672134355456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827545.411218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134355456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827545.411228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827545.411235:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827545.411239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134355456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827545.411260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827545.411276:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827545.411292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827545/real 1787827545] req@ffffa0e3d025d2c0 x1874672134355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827545.411301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134355584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827545.411307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827545.411309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827545.411311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827545.411315:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827545.411325:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827545.411331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827545/real 1787827545] req@ffffa0e3d025e580 x1874672134355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827545.411338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134355712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827545.411343:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827545.411345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827545.411347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827545.411351:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827545.411361:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827545.411366:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827545/real 1787827545] req@ffffa0e3d025d680 x1874672134355840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827545.411374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134355840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827545.411378:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827545.411380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827545.411383:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134355840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827546.050873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827546.050998:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827547.074879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827547.074960:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827548.098803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827548.098902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827549.122839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827549.122939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827550.146849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827550.146918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827550.530869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827550.530880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827550.530885:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827550.530897:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 922 00000100:00080000:0.0:1787827550.530922:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827550.530930:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827550.530979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134355968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827550.531010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827550.531013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827550.531017:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827550.531021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 922 00000100:00080000:0.0:1787827550.531024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827550.531027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827550.531037:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827550.531047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134356096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827550.531055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827550.531058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827550.531060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827550.531063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 922 00000100:00080000:0.0:1787827550.531065:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827550.531067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827550.531072:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827550.531079:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134355968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827550.531084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134356224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827550.531093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827550.531095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827550.531097:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827550.531099:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 922 00000100:00080000:0.0:1787827550.531101:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827550.531103:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827550.531107:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827550.531118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134356352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827550.531160:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827550.531205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffffa0e3c3e87c00 x1874672134355968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827550.531220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134355968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827550.531230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827550.531233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827550.531236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134355968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827550.531243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827550.531258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827550.531265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffffa0e3c3e85a40 x1874672134356096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827550.531273:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134356096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827550.531279:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827550.531282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827550.531284:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827550.531308:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827550.531319:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827550.531325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffffa0e3c3e861c0 x1874672134356224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827550.531345:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134356224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827550.531350:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827550.531352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827550.531354:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827550.531357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827550.531368:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827550.531374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827550/real 1787827550] req@ffffa0e3c3e86580 x1874672134356352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827550.531381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134356352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827550.531387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827550.531389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827550.531390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827551.170854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827551.170988:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827552.194837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827552.194867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827553.218802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827553.218899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827554.242887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827554.242961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827555.266777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827555.266881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827555.650779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.650787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827555.650790:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.650798:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 927 00000100:00080000:0.0:1787827555.650808:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.650814:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827555.650853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134356480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827555.650908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.650912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827555.650914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.650919:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 927 00000100:00080000:0.0:1787827555.650923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.650928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827555.650938:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827555.650952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134356608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827555.650961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.650964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827555.650965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827555.650970:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134356480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827555.650971:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 927 00000100:00080000:0.0:1787827555.650978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.650982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827555.650986:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827555.651006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134356736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827555.651013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827555.651015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827555.651017:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827555.651019:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 927 00000100:00080000:0.0:1787827555.651021:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827555.651023:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827555.651026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827555.651033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134356864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827555.651054:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827555.651106:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffffa0e3c3e86d00 x1874672134356480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.651121:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134356480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.651129:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.651132:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827555.651134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134356480:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827555.651155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827555.651171:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827555.651179:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffffa0e3c3e870c0 x1874672134356608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.651187:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134356608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.651193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.651194:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827555.651197:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827555.651200:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827555.651211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827555.651217:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffffa0e3c3e84b40 x1874672134356736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.651224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134356736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.651228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.651230:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827555.651232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827555.651235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356864:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827555.651245:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827555.651251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827555/real 1787827555] req@ffffa0e3c3e85680 x1874672134356864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.651257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134356864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.651262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.651263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827555.651265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134356864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827556.290806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827556.290873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827557.314782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827557.314908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827558.338811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827558.338837:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827559.362790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827559.362861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827560.386819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827560.386863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827560.770864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.770872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827560.770875:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.770884:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 932 00000100:00080000:3.0:1787827560.770893:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.770899:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827560.770932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134356992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827560.770954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.770956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827560.770958:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.770961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 932 00000100:00080000:3.0:1787827560.770963:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.770965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827560.770974:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827560.770987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134357120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827560.770998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.771002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827560.771004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.771009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 932 00000100:00080000:3.0:1787827560.771013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.771020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827560.771023:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134356992:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787827560.771026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827560.771043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134357248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827560.771063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827560.771067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827560.771069:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827560.771074:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 932 00000100:00080000:3.0:1787827560.771079:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827560.771084:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827560.771091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827560.771105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134357376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827560.771107:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827560.771160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffffa0e3c431a580 x1874672134356992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.771179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134356992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.771191:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.771195:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827560.771200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134356992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827560.771210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827560.771234:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827560.771246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffffa0e3c431a1c0 x1874672134357120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.771258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134357120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.771267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.771270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827560.771273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827560.771298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827560.771319:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827560.771331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffffa0e3c431ad00 x1874672134357248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.771349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134357248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.771357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.771360:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827560.771363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827560.771369:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827560.771390:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827560.771402:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827560/real 1787827560] req@ffffa0e3c4318f00 x1874672134357376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827560.771414:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134357376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827560.771421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827560.771425:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827560.771428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827561.410784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827561.410856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827562.434816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827562.434958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827563.458802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827563.458894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827564.482864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827564.482902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827565.506827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827565.506942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827565.890876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827565.890887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827565.890893:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827565.890905:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 937 00000100:00080000:3.0:1787827565.890919:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827565.890926:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827565.890974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134357504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827565.891003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827565.891006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827565.891008:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827565.891011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 937 00000100:00080000:3.0:1787827565.891013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827565.891016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827565.891027:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827565.891038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134357632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827565.891047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827565.891051:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134357504:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827565.891052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827565.891054:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827565.891063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 937 00000100:00080000:3.0:1787827565.891066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827565.891068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827565.891071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827565.891081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134357760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827565.891093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827565.891096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827565.891097:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827565.891100:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 937 00000100:00080000:3.0:1787827565.891102:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827565.891105:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827565.891108:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827565.891116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134357888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827565.891133:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827565.891203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffffa0e3c431b840 x1874672134357504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827565.891224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134357504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827565.891234:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827565.891237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827565.891241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134357504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827565.891266:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827565.891286:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827565.891296:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffffa0e3c4319a40 x1874672134357632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827565.891305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134357632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827565.891311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827565.891314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827565.891316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827565.891319:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827565.891331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827565.891337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffffa0e3c4318000 x1874672134357760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827565.891350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134357760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827565.891376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827565.891380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827565.891384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827565.891391:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357888:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827565.891417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827565.891430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827565/real 1787827565] req@ffffa0e3c4318b40 x1874672134357888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827565.891444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134357888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827565.891453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827565.891456:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827565.891458:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134357888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827566.530846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827566.530876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827567.554837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827567.554933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827568.578891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827568.578998:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827569.602786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827569.602919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827570.626822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827570.626883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827571.010876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827571.010886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827571.010902:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827571.010912:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 942 00000100:00080000:2.0:1787827571.010924:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827571.010931:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827571.010973:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134358016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827571.011007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827571.011011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827571.011013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827571.011017:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 942 00000100:00080000:2.0:1787827571.011020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827571.011023:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827571.011033:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827571.011046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827571.011059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827571.011063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827571.011065:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827571.011069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 942 00000100:00080000:2.0:1787827571.011072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827571.011077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827571.011084:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827571.011103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827571.011113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827571.011117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827571.011119:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827571.011130:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 942 00000100:00100000:1.0:1787827571.011131:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134358016:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827571.011134:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827571.011141:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827571.011153:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827571.011164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134358400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827571.011265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827571.011347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827571/real 1787827571] req@ffffa0e3d025e940 x1874672134358016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827571.011369:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134358016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827571.011382:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827571.011387:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827571.011393:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134358016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827571.011404:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827571.011436:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827571.011453:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827571/real 1787827571] req@ffffa0e3d025c3c0 x1874672134358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827571.011465:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134358144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827571.011472:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827571.011475:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827571.011478:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827571.011507:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787827571.011525:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827571.011533:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827571/real 1787827571] req@ffffa0e3d025cb40 x1874672134358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827571.011542:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134358272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827571.011549:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827571.011552:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827571.011554:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827571.011561:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787827571.011575:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827571.011582:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827571/real 1787827571] req@ffffa0e3d025e1c0 x1874672134358400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827571.011591:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134358400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827571.011598:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827571.011611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787827571.011614:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358400:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827571.650917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827571.651040:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827572.674914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827572.674979:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827573.698835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827573.698893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827574.722787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827574.722824:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827575.746888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827575.747004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827576.130895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827576.130905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827576.130909:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827576.130936:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 947 00000100:00080000:1.0:1787827576.130946:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827576.130952:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827576.131005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134358528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827576.131035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827576.131040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827576.131042:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827576.131047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 947 00000100:00080000:1.0:1787827576.131051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827576.131056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827576.131065:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827576.131076:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134358528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827576.131080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134358656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827576.131090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827576.131092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827576.131093:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827576.131097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 947 00000100:00080000:1.0:1787827576.131100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827576.131102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827576.131105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827576.131114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134358784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827576.131120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827576.131123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827576.131124:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827576.131127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 947 00000100:00080000:1.0:1787827576.131129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827576.131132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827576.131135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827576.131140:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787827576.131144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134358912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827576.131186:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827576/real 1787827576] req@ffffa0e3d98d5680 x1874672134358528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827576.131207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134358528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827576.131215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827576.131218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827576.131221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134358528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827576.131244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827576.131277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827576.131292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827576/real 1787827576] req@ffffa0e3d98d52c0 x1874672134358656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827576.131301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134358656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827576.131307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827576.131309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827576.131312:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827576.131316:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827576.131332:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827576.131343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827576/real 1787827576] req@ffffa0e3d98d6940 x1874672134358784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827576.131356:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134358784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827576.131364:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827576.131368:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827576.131372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827576.131378:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358912:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827576.131407:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827576.131416:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827576/real 1787827576] req@ffffa0e3d98d61c0 x1874672134358912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827576.131423:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134358912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827576.131429:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827576.131431:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827576.131433:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134358912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827576.770845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827576.770916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827577.794832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827577.794923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827578.818786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827578.818885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827579.842828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827579.842938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827580.866777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827580.866884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827581.250830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827581.250838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827581.250842:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827581.250851:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 952 00000100:00080000:1.0:1787827581.250861:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827581.250879:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827581.250914:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134359040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827581.250942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827581.250958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827581.250959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827581.250963:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 952 00000100:00080000:1.0:1787827581.250966:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827581.250969:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827581.250978:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827581.250988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134359168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827581.251003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827581.251007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827581.251010:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827581.251010:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134359040:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827581.251024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 952 00000100:00080000:1.0:1787827581.251030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827581.251032:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827581.251035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827581.251048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134359296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827581.251056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827581.251059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827581.251060:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827581.251063:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 952 00000100:00080000:1.0:1787827581.251067:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827581.251070:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827581.251073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827581.251086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134359424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827581.251088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827581.251140:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827581/real 1787827581] req@ffffa0e3d98d61c0 x1874672134359040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827581.251156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134359040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827581.251164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827581.251169:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827581.251174:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134359040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827581.251208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827581.251239:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827581.251258:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827581/real 1787827581] req@ffffa0e3d98d6940 x1874672134359168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827581.251275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134359168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827581.251288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827581.251295:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827581.251298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827581.251390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827581.251413:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827581.251571:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827581/real 1787827581] req@ffffa0e3d98d52c0 x1874672134359296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827581.251588:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134359296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827581.251598:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827581.251603:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827581.251606:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827581.251661:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359424:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827581.251701:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827581.251761:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827581/real 1787827581] req@ffffa0e3d98d5680 x1874672134359424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827581.251772:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134359424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827581.251784:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827581.251787:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827581.251790:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359424:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827581.890849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827581.890967:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827582.914787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827582.914897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827583.938793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827583.938908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827584.962817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827584.962952:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827585.986846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827585.986936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827586.370804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827586.370812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827586.370816:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827586.370824:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 957 00000100:00080000:3.0:1787827586.370833:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827586.370837:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827586.370875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134359552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827586.370900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827586.370903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827586.370904:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827586.370907:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 957 00000100:00080000:3.0:1787827586.370920:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827586.370922:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827586.370930:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827586.370940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134359680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827586.370948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827586.370951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827586.370953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827586.370956:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 957 00000100:00080000:3.0:1787827586.370960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827586.370961:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134359552:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827586.370965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827586.370973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827586.370981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134359808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827586.370988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827586.370991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827586.370992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827586.371004:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 957 00000100:00080000:3.0:1787827586.371007:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827586.371009:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827586.371013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827586.371020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134359936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827586.371036:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827586.371082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827586/real 1787827586] req@ffffa0e3c4319e00 x1874672134359552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827586.371094:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134359552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827586.371102:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827586.371106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827586.371109:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134359552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827586.371114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827586.371127:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827586.371146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827586/real 1787827586] req@ffffa0e3c43183c0 x1874672134359680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827586.371153:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134359680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827586.371159:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827586.371161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827586.371163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827586.371183:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827586.371202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827586.371215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827586/real 1787827586] req@ffffa0e3c4318780 x1874672134359808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827586.371244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134359808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827586.371253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827586.371256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827586.371260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827586.371266:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827586.371291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827586.371304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827586/real 1787827586] req@ffffa0e3c43192c0 x1874672134359936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827586.371319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134359936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827586.371328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827586.371332:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827586.371336:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134359936:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827587.010783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827587.010854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827588.034838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827588.034904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827589.058834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827589.058936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827590.082875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827590.082927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827591.106831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827591.106925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827591.490838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827591.490849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827591.490854:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827591.490865:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 963 00000100:00080000:3.0:1787827591.490878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827591.490886:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827591.490940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134360064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827591.491000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827591.491003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827591.491005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827591.491008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 963 00000100:00080000:3.0:1787827591.491020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827591.491025:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827591.491040:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827591.491060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134360192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827591.491069:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134360064:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827591.491075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827591.491080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827591.491082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827591.491087:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 963 00000100:00080000:3.0:1787827591.491091:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827591.491096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827591.491106:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827591.491121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134360320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827591.491133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787827591.491139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827591.491141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827591.491145:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827591.491152:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 963 00000100:00080000:3.0:1787827591.491159:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827591.491165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827591.491173:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827591.491180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827591/real 1787827591] req@ffffa0e3c43192c0 x1874672134360064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827591.491194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134360448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827591.491197:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134360064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827591.491249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827591.491252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827591.491257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134360064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827591.491283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827591.491311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827591.491325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827591/real 1787827591] req@ffffa0e3c4318780 x1874672134360192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827591.491338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134360192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827591.491347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827591.491351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827591.491363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827591.491369:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827591.491387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827591.491395:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827591/real 1787827591] req@ffffa0e3c43183c0 x1874672134360320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827591.491403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134360320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827591.491411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827591.491415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827591.491419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827591.491425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360448:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827591.491457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827591.491468:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827591/real 1787827591] req@ffffa0e3c4319e00 x1874672134360448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827591.491481:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134360448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827591.491486:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827591.491488:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827591.491490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360448:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827592.130803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827592.130862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827593.154914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827593.155037:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827594.178871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827594.178903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827595.202911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827595.203011:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827596.226794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827596.226860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827596.610828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.610835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827596.610838:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.610847:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 968 00000100:00080000:3.0:1787827596.610856:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.610861:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827596.610901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134360576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827596.610930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.610933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827596.610934:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.610938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 968 00000100:00080000:3.0:1787827596.610941:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.610944:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827596.610951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827596.610961:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827596.610968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.610972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827596.610974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.610976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 968 00000100:00080000:3.0:1787827596.610978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.610980:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827596.610983:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827596.610990:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827596.610996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827596.610998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827596.611000:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827596.611003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 968 00000100:00080000:3.0:1787827596.611005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827596.611007:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827596.611011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827596.611013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134360576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827596.611020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134360960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827596.611113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827596.611146:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827596.611174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827597.250850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827597.250964:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827598.274836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827598.274991:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827599.298808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827599.298896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827599.683265:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827599.683341:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827599.683363:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827599.683421:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827599.683432:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827599.683446:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827599.683513:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffffa0e3c431b840 x1874672134360960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827599.683584:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134360960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827599.683599:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827599.683606:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827599.683611:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827599.683621:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffffa0e3c4318b40 x1874672134360576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827599.683649:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134360576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827599.683660:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827599.683664:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827599.683668:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134360576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827599.683677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffffa0e3c4318000 x1874672134360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827599.683691:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134360704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827599.683708:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827599.683751:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827599.683756:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827599.683765:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827596/real 1787827599] req@ffffa0e3c4319a40 x1874672134360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827599.683780:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134360832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827599.683790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827599.683794:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827599.683798:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134360832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787827600.322807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827600.322889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827601.346846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827601.346944:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827601.730801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827601.730811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827601.730815:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827601.730841:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 973 00000100:00080000:3.0:1787827601.730853:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827601.730860:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827601.730908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134361088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827601.730947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827601.730952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827601.730954:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827601.730959:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 973 00000100:00080000:3.0:1787827601.730964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827601.730970:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827601.730982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827601.730995:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134361088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827601.731011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134361216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827601.731022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827601.731025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827601.731027:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827601.731030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 973 00000100:00080000:3.0:1787827601.731034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827601.731038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827601.731042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827601.731051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134361344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827601.731059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787827601.731065:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827601.731066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827601.731071:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827601.731075:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 973 00000100:00080000:3.0:1787827601.731079:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827601.731082:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827601.731086:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827601.731096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134361472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827601.731120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffffa0e3c4318f00 x1874672134361088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827601.731146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134361088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827601.731159:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827601.731163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827601.731168:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134361088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827601.731198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827601.731243:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827601.731260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffffa0e3c431ad00 x1874672134361216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827601.731277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134361216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827601.731289:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827601.731293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827601.731297:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827601.731306:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827601.731333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827601.731348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffffa0e3c431a1c0 x1874672134361344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827601.731364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134361344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827601.731374:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827601.731378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827601.731382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827601.731390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827601.731417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827601.731439:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827601/real 1787827601] req@ffffa0e3c431a580 x1874672134361472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827601.731454:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134361472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827601.731465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827601.731469:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827601.731474:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361472:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827602.370801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827602.370919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827603.394802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827603.394911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827604.418793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827604.418912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827605.442813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827605.442875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827606.466827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827606.466910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827606.850830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827606.850852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827606.850856:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827606.850867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 978 00000100:00080000:2.0:1787827606.850878:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827606.850885:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827606.850922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134361600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827606.850951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827606.850955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827606.850957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827606.850962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 978 00000100:00080000:2.0:1787827606.850966:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827606.850971:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827606.850981:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827606.850989:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134361600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827606.850998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134361728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827606.851007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827606.851010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827606.851011:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827606.851014:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 978 00000100:00080000:2.0:1787827606.851018:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827606.851021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827606.851026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827606.851035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134361856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827606.851042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827606.851044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827606.851045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827606.851050:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 978 00000800:00000100:3.0:1787827606.851051:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827606.851053:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827606.851057:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827606.851061:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827606.851069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134361984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827606.851090:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffffa0e3d025f0c0 x1874672134361600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827606.851115:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134361600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827606.851123:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827606.851126:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827606.851129:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134361600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827606.851146:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827606.851160:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827606.851168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffffa0e3d025c780 x1874672134361728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827606.851176:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134361728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827606.851181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827606.851183:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827606.851186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827606.851190:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827606.851200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827606.851205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffffa0e3d025fc00 x1874672134361856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827606.851212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134361856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827606.851217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827606.851219:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827606.851221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827606.851224:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361984:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827606.851233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827606.851239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827606/real 1787827606] req@ffffa0e3d025f480 x1874672134361984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827606.851245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134361984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827606.851250:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827606.851252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827606.851254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134361984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827607.490811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827607.490868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827608.514840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827608.514933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827609.538815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827609.538890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827610.562881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827610.562984:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827611.586891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827611.586901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827611.970833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827611.970843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827611.970847:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827611.970857:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 983 00000100:00080000:2.0:1787827611.970878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827611.970884:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827611.970921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134362112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827611.970956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827611.970959:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827611.970961:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827611.970964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 983 00000100:00080000:2.0:1787827611.970967:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827611.970970:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827611.970979:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827611.970994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134362240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827611.971003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827611.971006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827611.971008:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827611.971011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 983 00000100:00080000:2.0:1787827611.971013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827611.971019:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134362112:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827611.971020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827611.971036:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827611.971046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134362368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827611.971055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827611.971058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827611.971060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827611.971063:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 983 00000100:00080000:2.0:1787827611.971067:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827611.971070:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827611.971075:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827611.971084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134362496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827611.971103:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827611.971146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffffa0e3d025c000 x1874672134362112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827611.971163:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134362112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827611.971173:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827611.971176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827611.971180:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134362112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827611.971187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827611.971203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827611.971213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffffa0e3d025f480 x1874672134362240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827611.971223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134362240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827611.971230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827611.971232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827611.971235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827611.971257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827611.971270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827611.971278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffffa0e3d025fc00 x1874672134362368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827611.971288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134362368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827611.971301:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827611.971314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827611.971317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827611.971321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362496:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827611.971334:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827611.971341:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827611/real 1787827611] req@ffffa0e3d025c780 x1874672134362496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827611.971350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134362496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827611.971357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827611.971359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827611.971361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827612.610887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827612.611051:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827613.634830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827613.634913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827614.658889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827614.658972:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827615.682821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827615.682931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827616.706823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827616.706914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827617.090836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827617.090845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827617.090849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827617.090858:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 988 00000100:00080000:3.0:1787827617.090869:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827617.090878:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827617.090920:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134362624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827617.090949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827617.090953:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827617.090955:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827617.090958:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 988 00000100:00080000:3.0:1787827617.090963:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827617.090967:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827617.090976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827617.090990:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134362752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827617.091001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827617.091004:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134362624:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827617.091006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827617.091011:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827617.091020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 988 00000100:00080000:3.0:1787827617.091023:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827617.091027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827617.091032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827617.091045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134362880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827617.091054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827617.091057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827617.091060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827617.091063:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 988 00000100:00080000:3.0:1787827617.091081:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827617.091085:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827617.091089:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827617.091098:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827617.091167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134363008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827617.091176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827617/real 1787827617] req@ffffa0e3c431a940 x1874672134362624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827617.091206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134362624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827617.091222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827617.091229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827617.091236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134362624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827617.091270:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827617.091302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827617.091320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827617/real 1787827617] req@ffffa0e3c431bc00 x1874672134362752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827617.091348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134362752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827617.091361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827617.091366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827617.091371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827617.091382:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827617.091414:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827617.091458:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827617/real 1787827617] req@ffffa0e3c431b0c0 x1874672134362880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827617.091478:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134362880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827617.091489:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827617.091493:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827617.091498:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134362880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827617.091506:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827617.091534:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827617.091551:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827617/real 1787827617] req@ffffa0e3c4319680 x1874672134363008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827617.091567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134363008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827617.091586:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827617.091591:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827617.091595:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363008:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827617.730787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827617.730837:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827618.754819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827618.754900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827619.778827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827619.778832:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827620.802807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827620.802892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827621.826785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827621.826867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827622.210797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827622.210804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827622.210808:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827622.210816:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 993 00000100:00080000:3.0:1787827622.210825:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827622.210830:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827622.210863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134363136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827622.210885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827622.210888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827622.210889:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827622.210892:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 993 00000100:00080000:3.0:1787827622.210895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827622.210898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827622.210905:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827622.210914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827622.210921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827622.210924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827622.210926:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827622.210929:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 993 00000100:00080000:3.0:1787827622.210931:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827622.210933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134363136:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827622.210934:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827622.210941:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827622.210948:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827622.210954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827622.210956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827622.210957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827622.210960:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 993 00000100:00080000:3.0:1787827622.210962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827622.210965:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827622.210968:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827622.210976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134363520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827622.211007:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827622.211065:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827622/real 1787827622] req@ffffa0e3c4319680 x1874672134363136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827622.211093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134363136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827622.211103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827622.211106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827622.211109:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134363136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827622.211139:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827622.211167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827622.211181:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827622/real 1787827622] req@ffffa0e3c431b0c0 x1874672134363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827622.211191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134363264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827622.211198:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827622.211201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827622.211203:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827622.211207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827622.211221:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827622.211227:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827622/real 1787827622] req@ffffa0e3c431bc00 x1874672134363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827622.211235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134363392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827622.211241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827622.211243:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827622.211245:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827622.211249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363520:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827622.211261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827622.211267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827622/real 1787827622] req@ffffa0e3c431a940 x1874672134363520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827622.211275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134363520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827622.211280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827622.211282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827622.211285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363520:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827622.850766:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827622.850861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827623.874813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827623.874881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827624.898815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827624.898945:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827625.922853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827625.922889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827626.946853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827626.946934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827627.330871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827627.330881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827627.330886:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827627.330912:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 998 00000100:00080000:2.0:1787827627.330923:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827627.330930:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827627.330966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134363648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827627.330996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827627.330999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827627.331000:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827627.331004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 998 00000100:00080000:2.0:1787827627.331009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827627.331012:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827627.331022:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827627.331034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134363776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827627.331047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134363648:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827627.331050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827627.331062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827627.331065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827627.331070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 998 00000100:00080000:2.0:1787827627.331072:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827627.331076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827627.331080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827627.331091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134363904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827627.331098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827627.331100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827627.331102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827627.331105:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 998 00000100:00080000:2.0:1787827627.331107:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827627.331110:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827627.331115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827627.331124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134364032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827627.331150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827627.331197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827627/real 1787827627] req@ffffa0e3d025f0c0 x1874672134363648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827627.331213:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134363648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827627.331229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827627.331233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827627.331237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134363648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827627.331262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827627.331280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827627.331289:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827627/real 1787827627] req@ffffa0e3d025e1c0 x1874672134363776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827627.331298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134363776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827627.331304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827627.331306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827627.331308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827627.331312:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827627.331322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827627.331328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827627/real 1787827627] req@ffffa0e3d025cb40 x1874672134363904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827627.331335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134363904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827627.331341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827627.331342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827627.331344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134363904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827627.331348:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827627.331359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827627.331365:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827627/real 1787827627] req@ffffa0e3d025c3c0 x1874672134364032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827627.331392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134364032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827627.331399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827627.331401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827627.331403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364032:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827627.970868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827627.971040:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827628.994802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827628.994857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827630.018880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827630.018966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827631.042905:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827631.042977:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827632.066905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827632.066948:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787827632.450815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827632.450825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827632.450830:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827632.450840:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1003 00000100:00080000:2.0:1787827632.450851:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827632.450858:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827632.450898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134364160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827632.450946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827632.450950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827632.450952:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827632.450957:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1003 00000100:00080000:2.0:1787827632.450971:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827632.450974:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827632.450985:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827632.450998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134364288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827632.451019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827632.451024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827632.451026:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827632.451031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1003 00000100:00080000:2.0:1787827632.451034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827632.451038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827632.451043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827632.451047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134364160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827632.451058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134364416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827632.451071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827632.451075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827632.451077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827632.451082:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1003 00000100:00080000:2.0:1787827632.451086:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827632.451089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827632.451110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827632.451131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134364544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827632.451157:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827632.451200:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827632/real 1787827632] req@ffffa0e3d025e940 x1874672134364160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827632.451246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134364160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827632.451259:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827632.451263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827632.451268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134364160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827632.451275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827632.451297:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827632.451308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827632/real 1787827632] req@ffffa0e3d025d680 x1874672134364288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827632.451327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134364288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827632.451374:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827632.451393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827632.451396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827632.451431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827632.451450:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827632.451460:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827632/real 1787827632] req@ffffa0e3d025e580 x1874672134364416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827632.451470:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134364416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827632.451477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827632.451480:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827632.451482:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827632.451487:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364544:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827632.451511:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827632.451518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827632/real 1787827632] req@ffffa0e3d025d2c0 x1874672134364544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827632.451527:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134364544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827632.451540:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827632.451543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827632.451545:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827633.090882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827633.090910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827634.114911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827634.115008:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827635.138782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827635.138852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827636.162825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827636.162890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827637.186794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827637.186894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827637.570916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827637.570926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827637.570930:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827637.570939:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1009 00000100:00080000:3.0:1787827637.570954:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827637.570962:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827637.570998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134364672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827637.571026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827637.571029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827637.571031:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827637.571034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1009 00000100:00080000:3.0:1787827637.571037:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827637.571041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827637.571049:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827637.571060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134364800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827637.571089:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134364672:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827637.571094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827637.571101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827637.571103:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827637.571107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1009 00000100:00080000:3.0:1787827637.571110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827637.571112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827637.571117:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827637.571127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134364928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827637.571136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827637.571139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827637.571141:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827637.571144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1009 00000100:00080000:3.0:1787827637.571155:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827637.571158:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827637.571163:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827637.571168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827637.571176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134365056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827637.571215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffffa0e3c431a580 x1874672134364672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827637.571241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134364672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827637.571252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827637.571255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827637.571259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134364672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827637.571281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827637.571320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827637.571333:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffffa0e3c431a1c0 x1874672134364800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827637.571343:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134364800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827637.571363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827637.571366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827637.571369:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827637.571374:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827637.571390:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827637.571397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffffa0e3c431ad00 x1874672134364928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827637.571406:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134364928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827637.571412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827637.571414:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827637.571417:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134364928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827637.571421:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827637.571433:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827637.571440:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827637/real 1787827637] req@ffffa0e3c4318f00 x1874672134365056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827637.571449:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134365056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827637.571455:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827637.571457:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827637.571460:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365056:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827638.210861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827638.210972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827639.234804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827639.234888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827640.258890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827640.258988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827641.282852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827641.282930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827642.306810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827642.306868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827642.690764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.690778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827642.690781:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.690790:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1014 00000100:00080000:3.0:1787827642.690799:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.690805:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827642.690836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134365184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827642.690857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.690861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827642.690863:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.690868:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1014 00000100:00080000:3.0:1787827642.690872:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.690876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827642.690885:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827642.690897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134365312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827642.690898:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134365184:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827642.690908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.690911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827642.690913:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.690917:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1014 00000100:00080000:3.0:1787827642.690920:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.690923:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827642.690928:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827642.690936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134365440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827642.690951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827642.690954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827642.690956:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827642.690959:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1014 00000100:00080000:3.0:1787827642.690962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827642.690966:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827642.690967:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827642.690970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827642.690980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134365568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827642.691004:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffffa0e3c4319a40 x1874672134365184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827642.691022:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134365184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827642.691033:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827642.691038:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827642.691042:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134365184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827642.691069:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827642.691087:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827642.691096:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffffa0e3c4318000 x1874672134365312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827642.691104:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134365312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827642.691110:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827642.691112:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827642.691114:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827642.691120:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827642.691131:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827642.691137:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffffa0e3c4318b40 x1874672134365440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827642.691144:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134365440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827642.691149:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827642.691151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827642.691153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827642.691156:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827642.691165:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827642.691171:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827642/real 1787827642] req@ffffa0e3c431b840 x1874672134365568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827642.691178:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134365568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827642.691183:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827642.691184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827642.691186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365568:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827643.330776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827643.330867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827644.354789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827644.354903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827645.378788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827645.378852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827646.402798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827646.402900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827647.426863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827647.426911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827647.810909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.810917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827647.810920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827647.810929:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1019 00000100:00080000:1.0:1787827647.810939:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.810944:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827647.810977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134365696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827647.811005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.811008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827647.811009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827647.811012:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1019 00000100:00080000:1.0:1787827647.811014:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.811017:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827647.811025:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827647.811034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827647.811042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.811045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827647.811046:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827647.811049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1019 00000100:00080000:1.0:1787827647.811051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.811054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827647.811059:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827647.811067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827647.811075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827647.811078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827647.811085:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827647.811087:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134365696:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827647.811092:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1019 00000100:00080000:1.0:1787827647.811103:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827647.811112:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827647.811115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827647.811126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134366080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827647.811249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827647.811314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffffa0e3d98d4780 x1874672134365696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.811338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134365696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.811353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.811359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827647.811364:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134365696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827647.811374:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827647.811402:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827647.811416:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffffa0e3d98d4f00 x1874672134365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.811430:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134365824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.811440:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.811444:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827647.811447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827647.811483:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827647.811502:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827647.811513:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffffa0e3d98d43c0 x1874672134365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.811535:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134365952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.811544:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.811547:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827647.811551:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134365952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827647.811558:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366080:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827647.811576:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827647.811586:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827647/real 1787827647] req@ffffa0e3d98d5e00 x1874672134366080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827647.811599:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134366080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827647.811608:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827647.811612:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827647.811615:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827648.450842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827648.450905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827649.474819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827649.474903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827650.498834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827650.498888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827651.522829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827651.522883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827652.546802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827652.546871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827652.930804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.930811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827652.930815:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.930825:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1024 00000100:00080000:1.0:1787827652.930834:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.930840:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827652.930871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134366208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827652.930895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.930898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827652.930899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.930903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1024 00000100:00080000:1.0:1787827652.930906:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.930909:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827652.930917:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827652.930928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134366336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827652.930938:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134366208:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827652.930939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.930946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827652.930949:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.930954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1024 00000100:00080000:1.0:1787827652.930956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.930959:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827652.930962:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827652.930972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134366464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827652.930978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827652.930980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827652.930981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827652.930984:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1024 00000100:00080000:1.0:1787827652.930989:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827652.930992:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827652.930996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827652.931004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134366592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827652.931014:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827652.931069:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffffa0e3d98d7840 x1874672134366208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.931085:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134366208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.931100:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.931103:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827652.931108:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134366208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827652.931133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827652.931154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827652.931164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffffa0e3d98d5e00 x1874672134366336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.931173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134366336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.931181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.931184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827652.931186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827652.931226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827652.931250:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827652.931260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffffa0e3d98d43c0 x1874672134366464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.931270:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134366464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.931276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.931295:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827652.931297:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827652.931304:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827652.931324:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827652.931338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827652/real 1787827652] req@ffffa0e3d98d4f00 x1874672134366592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827652.931351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134366592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827652.931361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827652.931365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827652.931368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366592:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827653.570814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827653.570881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827654.594826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827654.594882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827655.618848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827655.618920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827656.642841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827656.642899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827657.666820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827657.666875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827658.050813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827658.050824:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827658.050829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827658.050838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1029 00000100:00080000:2.0:1787827658.050849:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827658.050856:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827658.050893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134366720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827658.050924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827658.050928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827658.050930:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827658.050934:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1029 00000100:00080000:2.0:1787827658.050938:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827658.050942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827658.050952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827658.050965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134366848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827658.050977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827658.050980:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134366720:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827658.050982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827658.050987:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827658.050993:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1029 00000100:00080000:2.0:1787827658.050998:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827658.051002:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827658.051007:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827658.051020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134366976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827658.051030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827658.051034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827658.051036:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827658.051040:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1029 00000100:00080000:2.0:1787827658.051044:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827658.051049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787827658.051053:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827658.051060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827658.051074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134367104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827658.051098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827658/real 1787827658] req@ffffa0e3d025cf00 x1874672134366720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827658.051118:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134366720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827658.051126:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827658.051129:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827658.051132:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134366720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827658.051152:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827658.051188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827658.051198:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827658/real 1787827658] req@ffffa0e3d025da40 x1874672134366848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827658.051206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134366848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827658.051212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827658.051214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827658.051217:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827658.051221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827658.051231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827658.051237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827658/real 1787827658] req@ffffa0e3d025ed00 x1874672134366976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827658.051244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134366976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827658.051253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827658.051255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827658.051257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134366976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827658.051260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827658.051270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827658.051275:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827658/real 1787827658] req@ffffa0e3d025de00 x1874672134367104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827658.051282:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134367104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827658.051287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827658.051289:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827658.051291:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367104:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787827658.690912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827658.690978:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787827659.714830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827659.714875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827660.738816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827660.738846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827661.762832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827661.762895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827662.786844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827662.786862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827663.170839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827663.170848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827663.170852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827663.170860:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1034 00000100:00080000:3.0:1787827663.170870:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827663.170876:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827663.170916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134367232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827663.170952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827663.170956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827663.170958:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827663.170964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1034 00000100:00080000:3.0:1787827663.170969:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827663.170974:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827663.170984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134367232:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787827663.170985:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827663.171006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134367360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827663.171015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827663.171018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827663.171020:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827663.171023:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1034 00000100:00080000:3.0:1787827663.171034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827663.171038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827663.171042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827663.171050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134367488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827663.171057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827663.171060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827663.171061:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827663.171065:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1034 00000100:00080000:3.0:1787827663.171068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827663.171071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827663.171074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827663.171082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134367616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827663.171087:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827663.171138:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827663.171170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827663.810816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827663.810882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827664.834816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827664.834892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827665.858842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827665.858888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827666.242933:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787827666.242971:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827666.242993:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827666.243031:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827666.243042:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827666.243052:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827666.243071:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827663/real 1787827666] req@ffffa0e3c43183c0 x1874672134367360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827666.243112:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134367360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827666.243124:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827666.243129:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827666.243134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827666.243142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827663/real 1787827666] req@ffffa0e3c4318780 x1874672134367488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827666.243154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134367488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827666.243163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827666.243166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827666.243170:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827666.243178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827663/real 1787827666] req@ffffa0e3c4319e00 x1874672134367232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827666.243190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134367232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827666.243212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827666.243216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827666.243219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134367232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827666.243245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827663/real 1787827666] req@ffffa0e3c43192c0 x1874672134367616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827666.243257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134367616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827666.243265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827666.243269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827666.243272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827666.882761:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827666.882801:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827667.906852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827667.906914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827668.290824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827668.290838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827668.290844:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827668.290859:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1039 00000100:00080000:0.0:1787827668.290874:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827668.290884:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827668.290930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134367744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827668.290969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827668.290973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827668.290975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827668.290981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1039 00000100:00080000:0.0:1787827668.290985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827668.290989:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827668.291003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827668.291016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134367872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827668.291028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827668.291033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827668.291035:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827668.291039:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1039 00000100:00080000:0.0:1787827668.291042:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827668.291047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827668.291053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827668.291074:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134367744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827668.291077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134368000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827668.291114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827668.291119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827668.291121:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827668.291127:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1039 00000100:00080000:0.0:1787827668.291131:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827668.291136:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827668.291142:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827668.291159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134368128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827668.291185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827668.291238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827668/real 1787827668] req@ffffa0e3c3e84f00 x1874672134367744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827668.291259:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134367744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827668.291273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827668.291278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827668.291282:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134367744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827668.291292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827668.291324:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827668.291340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827668/real 1787827668] req@ffffa0e3c3e852c0 x1874672134367872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827668.291353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134367872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827668.291362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827668.291366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827668.291370:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134367872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827668.291399:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827668.291422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827668.291434:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827668/real 1787827668] req@ffffa0e3c3e87480 x1874672134368000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827668.291447:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134368000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827668.291456:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827668.291459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827668.291463:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827668.291470:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827668.291493:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827668.291505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827668/real 1787827668] req@ffffa0e3c3e86940 x1874672134368128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827668.291519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134368128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827668.291527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827668.291531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827668.291535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368128:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827668.930788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827668.930850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827669.954802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827669.954876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827670.978818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827670.978876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827672.002802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827672.002861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827673.026837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827673.026902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827673.410795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827673.410810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827673.410817:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827673.410831:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1044 00000100:00080000:0.0:1787827673.410846:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827673.410853:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827673.410898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134368256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827673.410926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827673.410929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827673.410931:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827673.410934:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1044 00000100:00080000:0.0:1787827673.410937:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827673.410940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827673.410950:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827673.410961:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827673.410971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827673.410974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827673.410975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827673.410979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1044 00000100:00080000:0.0:1787827673.410983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827673.410987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827673.410988:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134368256:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787827673.411003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827673.411014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827673.411024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827673.411027:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827673.411029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827673.411032:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1044 00000100:00080000:0.0:1787827673.411035:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827673.411038:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827673.411042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827673.411068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134368640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827673.411079:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827673.411122:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827673/real 1787827673] req@ffffa0e3c3e87840 x1874672134368256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827673.411139:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134368256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827673.411148:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827673.411151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827673.411154:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134368256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827673.411175:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827673.411191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827673.411199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827673/real 1787827673] req@ffffa0e3c3e85e00 x1874672134368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827673.411207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134368384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827673.411212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827673.411214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827673.411216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827673.411220:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827673.411231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827673.411237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827673/real 1787827673] req@ffffa0e3c3e86940 x1874672134368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827673.411244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134368512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827673.411249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827673.411251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827673.411253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827673.411257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368640:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827673.411268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827673.411273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827673/real 1787827673] req@ffffa0e3c3e87480 x1874672134368640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827673.411281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134368640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827673.411286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827673.411288:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827673.411289:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368640:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827674.050831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827674.050859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827675.074790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827675.074837:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827676.098842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827676.099983:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827677.122861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827677.122938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827678.146846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827678.146849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827678.530861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.530872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827678.530876:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.530886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1050 00000100:00080000:3.0:1787827678.530898:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.530906:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827678.530940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134368768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827678.530965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.530968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827678.530970:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.530973:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1050 00000100:00080000:3.0:1787827678.530976:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.530978:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827678.530986:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827678.530995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134368896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827678.531006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.531009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827678.531023:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.531028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1050 00000100:00080000:3.0:1787827678.531033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827678.531038:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134368768:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827678.531040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827678.531050:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827678.531064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134369024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827678.531073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827678.531076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827678.531078:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827678.531080:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1050 00000100:00080000:3.0:1787827678.531091:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827678.531094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827678.531099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827678.531100:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827678.531112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134369152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827678.531138:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffffa0e3c43192c0 x1874672134368768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.531153:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134368768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.531160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.531163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827678.531166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134368768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827678.531170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827678.531184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827678.531191:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffffa0e3c4319e00 x1874672134368896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.531199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134368896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.531205:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.531207:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827678.531210:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134368896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827678.531226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827678.531237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827678.531242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffffa0e3c4318780 x1874672134369024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.531249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134369024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.531255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.531256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827678.531258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827678.531262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827678.531272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827678.531277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827678/real 1787827678] req@ffffa0e3c43183c0 x1874672134369152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827678.531285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134369152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827678.531289:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827678.531291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827678.531293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369152:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827679.170889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827679.170944:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827680.194812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827680.194895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827681.218885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827681.219060:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827682.242805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827682.242858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827683.266894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827683.266967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827683.650842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827683.650858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827683.650863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827683.650880:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1055 00000100:00080000:3.0:1787827683.650898:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827683.650915:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827683.650970:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134369280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827683.651018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827683.651023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827683.651025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827683.651030:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1055 00000100:00080000:3.0:1787827683.651034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827683.651040:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827683.651055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827683.651071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134369408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827683.651089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827683.651093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827683.651094:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827683.651099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1055 00000100:00080000:3.0:1787827683.651102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827683.651107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827683.651112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827683.651126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134369536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827683.651146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827683.651150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827683.651152:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827683.651156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1055 00000100:00080000:3.0:1787827683.651159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827683.651164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827683.651170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827683.651182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134369664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827683.651685:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134369280:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787827683.651788:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827683.651829:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffffa0e3c431b840 x1874672134369280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827683.651845:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134369280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827683.651855:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827683.651858:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827683.651862:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134369280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827683.651868:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827683.651885:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827683.651894:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffffa0e3c4318b40 x1874672134369408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827683.651903:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134369408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827683.651910:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827683.651912:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827683.651914:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827683.651919:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827683.651930:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827683.651947:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffffa0e3c4318000 x1874672134369536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827683.651956:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134369536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827683.651962:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827683.651965:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827683.651967:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827683.651972:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827683.652011:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827683.652021:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827683/real 1787827683] req@ffffa0e3c4319a40 x1874672134369664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827683.652029:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134369664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827683.652036:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827683.652039:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827683.652041:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369664:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827684.290868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827684.290907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827685.314862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827685.314922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827686.338819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827686.338885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827687.362806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827687.362871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827688.386872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827688.387018:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827688.771001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.771013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827688.771018:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.771053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1060 00000100:00080000:3.0:1787827688.771066:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.771075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827688.771122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134369792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827688.771170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.771173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827688.771174:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.771178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1060 00000100:00080000:3.0:1787827688.771180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.771183:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827688.771201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827688.771214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134369920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827688.771222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.771225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827688.771227:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827688.771231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134369792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827688.771232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1060 00000100:00080000:3.0:1787827688.771237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.771242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827688.771245:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827688.771257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134370048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827688.771263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827688.771266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827688.771268:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827688.771270:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1060 00000100:00080000:3.0:1787827688.771272:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827688.771275:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827688.771278:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827688.771285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134370176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827688.771309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827688.771354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffffa0e3c4318f00 x1874672134369792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827688.771374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134369792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827688.771385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827688.771389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827688.771394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134369792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827688.771435:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827688.771455:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827688.771464:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffffa0e3c431ad00 x1874672134369920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827688.771475:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134369920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827688.771483:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827688.771486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827688.771491:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134369920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827688.771499:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827688.771540:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827688.771553:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffffa0e3c431a1c0 x1874672134370048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827688.771565:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134370048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827688.771586:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827688.771590:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827688.771594:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827688.771620:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370176:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827688.771645:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827688.771658:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827688/real 1787827688] req@ffffa0e3c431a580 x1874672134370176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827688.771816:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134370176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827688.771826:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827688.771829:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827688.771833:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827689.410818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827689.410911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827690.434804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827690.434856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827691.458836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827691.458856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827692.482838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827692.482965:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827693.506960:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827693.507009:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827693.890888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827693.890954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827693.890962:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827693.890977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1065 00000100:00080000:3.0:1787827693.890993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827693.891002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827693.891089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134370304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827693.891125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827693.891131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827693.891134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827693.891139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1065 00000100:00080000:3.0:1787827693.891144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827693.891149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827693.891175:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827693.891190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134370432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827693.891205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827693.891210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827693.891213:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827693.891225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1065 00000100:00100000:2.0:1787827693.891227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134370304:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827693.891230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827693.891248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827693.891256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827693.891293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134370560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827693.891302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827693.891307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827693.891310:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827693.891315:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1065 00000100:00080000:3.0:1787827693.891356:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827693.891364:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827693.891371:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827693.891399:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827693.891433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134370688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827693.891457:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffffa0e3c431a940 x1874672134370304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827693.891489:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134370304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827693.891510:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827693.891517:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827693.891522:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134370304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827693.891555:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827693.891604:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827693.891636:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffffa0e3c431bc00 x1874672134370432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827693.891649:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134370432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827693.891658:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827693.891661:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827693.891664:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827693.891670:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827693.891707:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827693.891719:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffffa0e3c431b0c0 x1874672134370560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827693.891734:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134370560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827693.891802:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827693.891805:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827693.891808:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827693.891816:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827693.891840:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827693.891852:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827693/real 1787827693] req@ffffa0e3c4319680 x1874672134370688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827693.891865:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134370688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827693.891881:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827693.891885:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827693.891888:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370688:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827694.530964:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827694.530973:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827695.554865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827695.554940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827696.578801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827696.578844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827697.602818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827697.602912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827698.626825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827698.627006:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827699.010795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827699.010806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827699.010810:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827699.010822:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1070 00000100:00080000:3.0:1787827699.010835:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827699.010843:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827699.010902:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134370816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827699.010925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827699.010928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827699.010930:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827699.010933:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1070 00000100:00080000:3.0:1787827699.010935:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827699.010938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827699.010948:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827699.010958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827699.010972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827699.010974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827699.010976:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827699.010979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1070 00000100:00080000:3.0:1787827699.010981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827699.010987:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134370816:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827699.010988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827699.010992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827699.011003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827699.011014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827699.011018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827699.011020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827699.011024:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1070 00000100:00080000:3.0:1787827699.011028:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827699.011033:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827699.011039:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827699.011054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134371200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827699.011077:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827699.011121:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827699/real 1787827699] req@ffffa0e3c4319680 x1874672134370816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827699.011135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134370816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827699.011144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827699.011148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827699.011151:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134370816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827699.011173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827699.011195:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827699.011210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827699/real 1787827699] req@ffffa0e3c431b0c0 x1874672134370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827699.011224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134370944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827699.011234:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827699.011237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827699.011239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134370944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827699.011244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827699.011260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827699.011268:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827699/real 1787827699] req@ffffa0e3c431bc00 x1874672134371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827699.011276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134371072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827699.011281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827699.011283:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827699.011285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827699.011289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371200:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827699.011299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827699.011305:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827699/real 1787827699] req@ffffa0e3c431a940 x1874672134371200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827699.011312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134371200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827699.011325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827699.011327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827699.011329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827699.650800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827699.650918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827700.674797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827700.674949:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827701.698825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827701.698904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827702.722885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827702.723006:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827703.746847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827703.746978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827704.130865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827704.130878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827704.130884:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827704.130897:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1075 00000100:00080000:0.0:1787827704.130911:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827704.130919:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827704.130970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134371328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827704.130999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827704.131003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827704.131005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827704.131009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1075 00000100:00080000:0.0:1787827704.131013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827704.131017:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827704.131029:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827704.131041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134371456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827704.131050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134371328:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827704.131054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827704.131061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827704.131063:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827704.131067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1075 00000100:00080000:0.0:1787827704.131070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827704.131072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827704.131077:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827704.131089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134371584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827704.131097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827704.131100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827704.131102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827704.131106:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1075 00000100:00080000:0.0:1787827704.131110:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827704.131113:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827704.131117:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827704.131125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134371712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827704.131150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827704.131206:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827704/real 1787827704] req@ffffa0e3c3e852c0 x1874672134371328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827704.131226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134371328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827704.131238:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827704.131242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827704.131246:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134371328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827704.131273:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827704.131296:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827704.131308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827704/real 1787827704] req@ffffa0e3c3e84f00 x1874672134371456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827704.131319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134371456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827704.131327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827704.131329:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827704.131332:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827704.131337:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827704.131349:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827704.131357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827704/real 1787827704] req@ffffa0e3c3e84780 x1874672134371584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827704.131367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134371584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827704.131379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827704.131382:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827704.131385:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827704.131390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827704.131404:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827704.131411:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827704/real 1787827704] req@ffffa0e3c3e85680 x1874672134371712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827704.131420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134371712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827704.131427:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827704.131430:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827704.131432:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371712:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827704.770888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827704.771015:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827705.794943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827705.795034:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827706.818826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827706.818950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827707.842909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827707.843017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827708.866844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827708.866986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827709.250905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827709.250919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827709.250925:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827709.250941:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1080 00000100:00080000:3.0:1787827709.250957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827709.250967:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827709.251022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134371840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827709.251061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827709.251066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827709.251069:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827709.251074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1080 00000100:00080000:3.0:1787827709.251078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827709.251082:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827709.251095:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827709.251110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134371968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827709.251124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827709.251128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827709.251131:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827709.251153:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1080 00000100:00080000:3.0:1787827709.251155:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827709.251158:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827709.251161:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827709.251172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134371840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827709.251173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134372096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827709.251189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827709.251193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827709.251194:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827709.251198:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1080 00000100:00080000:3.0:1787827709.251201:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827709.251206:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827709.251211:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827709.251225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134372224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827709.251286:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827709.251337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827709/real 1787827709] req@ffffa0e3c431a580 x1874672134371840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827709.251369:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134371840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827709.251379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827709.251383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827709.251386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134371840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827709.251392:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827709.251410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827709.251419:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827709/real 1787827709] req@ffffa0e3c431a1c0 x1874672134371968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827709.251428:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134371968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827709.251434:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827709.251436:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827709.251438:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134371968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827709.251461:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827709.251473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827709.251479:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827709/real 1787827709] req@ffffa0e3c431ad00 x1874672134372096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827709.251487:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134372096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827709.251493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827709.251495:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827709.251497:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827709.251501:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827709.251512:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827709.251518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827709/real 1787827709] req@ffffa0e3c4318f00 x1874672134372224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827709.251527:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134372224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827709.251532:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827709.251534:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827709.251536:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372224:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827709.890850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827709.890913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827710.914888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827710.915059:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827711.938805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827711.938876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827712.962824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827712.962877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827713.986832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827713.986879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827714.370823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827714.370830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827714.370834:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827714.370842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1085 00000100:00080000:3.0:1787827714.370852:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827714.370858:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827714.370889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134372352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827714.370910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827714.370912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827714.370914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827714.370916:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1085 00000100:00080000:3.0:1787827714.370919:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827714.370921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827714.370929:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827714.370938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134372480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827714.370952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827714.370954:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134372352:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827714.370955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827714.370958:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827714.370967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1085 00000100:00080000:3.0:1787827714.370971:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827714.370975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827714.370981:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827714.370996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134372608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827714.371007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827714.371011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827714.371013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827714.371018:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1085 00000100:00080000:3.0:1787827714.371022:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827714.371025:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827714.371030:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827714.371031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827714.371043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134372736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827714.371080:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827714/real 1787827714] req@ffffa0e3c4319a40 x1874672134372352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827714.371095:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134372352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827714.371103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827714.371106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827714.371108:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134372352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827714.371127:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827714.371142:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827714.371150:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827714/real 1787827714] req@ffffa0e3c4318000 x1874672134372480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827714.371158:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134372480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827714.371168:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827714.371170:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827714.371172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827714.371176:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827714.371186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827714.371191:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827714/real 1787827714] req@ffffa0e3c4318b40 x1874672134372608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827714.371198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134372608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827714.371204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827714.371206:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827714.371209:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827714.371215:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372736:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827714.371236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827714.371247:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827714/real 1787827714] req@ffffa0e3c431b840 x1874672134372736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827714.371260:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134372736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827714.371285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827714.371290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827714.371296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827715.010816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827715.010894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827716.034827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827716.034871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827717.058798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827717.058837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827718.082811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827718.082874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827719.106812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827719.106921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827719.490840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827719.490849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827719.490852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827719.490861:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1091 00000100:00080000:0.0:1787827719.490871:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827719.490876:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827719.490908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134372864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827719.490931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827719.490934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827719.490935:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827719.490938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1091 00000100:00080000:0.0:1787827719.490940:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827719.490943:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827719.490950:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827719.490959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134372992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827719.490966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827719.490969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827719.490970:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827719.490973:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1091 00000100:00080000:0.0:1787827719.490975:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827719.490979:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827719.490981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134372864:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787827719.490984:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827719.491001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134373120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827719.491009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827719.491012:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827719.491013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827719.491016:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1091 00000100:00080000:0.0:1787827719.491018:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827719.491030:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827719.491033:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827719.491042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134373248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827719.491052:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827719.491087:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827719/real 1787827719] req@ffffa0e3c3e84b40 x1874672134372864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827719.491100:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134372864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827719.491108:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827719.491123:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827719.491126:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134372864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827719.491131:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827719.491144:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827719.491152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827719/real 1787827719] req@ffffa0e3c3e870c0 x1874672134372992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827719.491159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134372992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827719.491164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827719.491166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827719.491169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134372992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827719.491198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827719.491208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827719.491215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827719/real 1787827719] req@ffffa0e3c3e86d00 x1874672134373120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827719.491222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134373120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827719.491227:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827719.491229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827719.491231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827719.491234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827719.491244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827719.491253:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827719/real 1787827719] req@ffffa0e3c3e86580 x1874672134373248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827719.491266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134373248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827719.491274:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827719.491278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827719.491281:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373248:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827720.130832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827720.130903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827721.154780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827721.154917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827722.178820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827722.178906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827723.202812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827723.202887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827724.226850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827724.226920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827724.610814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827724.610826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827724.610831:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827724.610843:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1096 00000100:00080000:3.0:1787827724.610856:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827724.610865:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827724.610911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134373376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827724.610942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827724.610945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827724.610947:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827724.610950:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1096 00000100:00080000:3.0:1787827724.610953:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827724.610958:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827724.610970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827724.610981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134373376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827724.610989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827724.610998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827724.611001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827724.611002:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827724.611005:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1096 00000100:00080000:3.0:1787827724.611011:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827724.611014:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827724.611019:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827724.611033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827724.611045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827724.611048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827724.611050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827724.611057:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1096 00000100:00080000:3.0:1787827724.611069:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827724.611074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787827724.611079:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827724.611080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827724.611104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134373760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827724.611145:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffffa0e3c43183c0 x1874672134373376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827724.611162:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134373376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827724.611172:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827724.611176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827724.611179:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134373376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827724.611206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827724.611225:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827724.611238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffffa0e3c4318780 x1874672134373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827724.611257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134373504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827724.611264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827724.611267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827724.611269:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827724.611275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827724.611289:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827724.611298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffffa0e3c4319e00 x1874672134373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827724.611307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134373632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827724.611313:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827724.611315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827724.611317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827724.611328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827724.611342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827724.611350:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827724/real 1787827724] req@ffffa0e3c43192c0 x1874672134373760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827724.611364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134373760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827724.611369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827724.611372:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827724.611374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134373760:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827725.250839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827725.250923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827726.274827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827726.274900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827727.298814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827727.298882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827728.322822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827728.322866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827729.346874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827729.346941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827729.730858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827729.730868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827729.730873:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827729.730884:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1101 00000100:00080000:0.0:1787827729.730895:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827729.730902:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827729.730938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134373888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827729.730969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827729.730973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827729.730975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827729.730980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1101 00000100:00080000:0.0:1787827729.730984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827729.730988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827729.730997:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827729.731006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134373888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827729.731010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134374016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827729.731026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827729.731028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827729.731030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827729.731032:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1101 00000100:00080000:0.0:1787827729.731035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827729.731037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827729.731040:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827729.731048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134374144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827729.731054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827729.731056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827729.731057:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827729.731060:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1101 00000100:00080000:0.0:1787827729.731063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827729.731065:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827729.731068:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827729.731077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134374272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827729.731117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827729.731160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827729.731178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827730.370830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827730.370899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827731.394794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827731.394837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827732.418831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827732.418880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827732.803049:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787827732.803093:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827732.803107:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827732.803160:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827732.803170:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827732.803192:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787827732.803214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffffa0e3c3e85a40 x1874672134374016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827732.803241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134374016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827732.803252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827732.803257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827732.803262:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827732.803276:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffffa0e3c3e87c00 x1874672134374144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827732.803286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134374144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827732.803292:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827732.803297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827732.803299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827732.803304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffffa0e3c3e86580 x1874672134374272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827732.803313:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134374272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827732.803322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827732.803326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827732.803329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827732.803336:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827729/real 1787827732] req@ffffa0e3c3e861c0 x1874672134373888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827732.803348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134373888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827732.803356:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827732.803359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827732.803362:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134373888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827733.442788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827733.442980:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827734.466801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827734.466920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827734.850850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827734.850858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827734.850862:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827734.850870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1106 00000100:00080000:0.0:1787827734.850880:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827734.850888:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827734.850925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134374400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827734.850954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827734.850957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827734.850959:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827734.850962:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1106 00000100:00080000:0.0:1787827734.850965:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827734.850968:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827734.850977:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827734.850991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134374528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827734.851010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827734.851013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827734.851015:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827734.851019:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1106 00000100:00080000:0.0:1787827734.851022:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827734.851027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827734.851039:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134374400:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787827734.851040:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827734.851065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134374656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827734.851079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827734.851082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827734.851084:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827734.851087:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1106 00000100:00080000:0.0:1787827734.851092:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827734.851099:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827734.851105:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827734.851123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134374784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827734.851125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827734.851190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffffa0e3c3e86d00 x1874672134374400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827734.851218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134374400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827734.851235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827734.851241:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827734.851246:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134374400:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827734.851274:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827734.851309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827734.851328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffffa0e3c3e870c0 x1874672134374528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827734.851351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134374528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827734.851362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827734.851366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827734.851370:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827734.851407:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827734.851435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827734.851451:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffffa0e3c3e84b40 x1874672134374656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827734.851467:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134374656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827734.851477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827734.851481:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827734.851485:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827734.851508:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374784:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827734.851535:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827734.851549:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827734/real 1787827734] req@ffffa0e3c3e85680 x1874672134374784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827734.851577:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134374784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827734.851588:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827734.851591:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827734.851595:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134374784:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827735.490787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827735.490898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827736.514798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827736.514926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827737.538803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827737.538874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827738.562801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827738.562909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827739.586810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827739.586927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827739.970825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827739.970837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827739.970842:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827739.970854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1111 00000100:00080000:3.0:1787827739.970868:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827739.970876:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827739.970921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134374912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827739.970956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827739.970962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827739.970964:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827739.970969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1111 00000100:00080000:3.0:1787827739.970974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827739.970980:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827739.970994:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827739.971015:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134374912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827739.971016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134375040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827739.971041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827739.971047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827739.971050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827739.971056:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1111 00000100:00080000:3.0:1787827739.971062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827739.971068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827739.971076:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827739.971093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134375168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827739.971106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827739.971116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827739.971122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827739.971126:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827739.971133:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1111 00000100:00080000:3.0:1787827739.971140:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827739.971147:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827739.971155:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffffa0e3c43192c0 x1874672134374912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787827739.971156:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827739.971179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134374912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827739.971196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134375296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827739.971202:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827739.971213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827739.971221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134374912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827739.971248:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827739.971268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827739.971280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffffa0e3c4319e00 x1874672134375040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827739.971290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134375040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827739.971299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827739.971302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827739.971305:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827739.971312:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827739.971335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827739.971349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffffa0e3c4318780 x1874672134375168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827739.971383:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134375168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827739.971397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827739.971403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827739.971407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827739.971414:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375296:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827739.971451:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827739.971464:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827739/real 1787827739] req@ffffa0e3c43183c0 x1874672134375296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827739.971497:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134375296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827739.971508:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827739.971511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827739.971517:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827740.610785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827740.610992:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827741.634817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827741.634965:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827742.658840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827742.658998:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827743.682792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827743.682845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827744.706836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827744.706952:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827745.090884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827745.090898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827745.090903:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827745.090917:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1116 00000100:00080000:3.0:1787827745.090932:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827745.090942:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827745.090997:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134375424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827745.091032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827745.091036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827745.091038:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827745.091043:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1116 00000100:00080000:3.0:1787827745.091046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827745.091050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827745.091062:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827745.091076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134375552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827745.091088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827745.091092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827745.091094:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827745.091100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1116 00000100:00100000:2.0:1787827745.091105:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134375424:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827745.091105:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827745.091115:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827745.091123:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827745.091136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134375680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827745.091145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827745.091149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827745.091151:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827745.091155:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1116 00000100:00080000:3.0:1787827745.091159:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827745.091163:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827745.091168:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827745.091178:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134375808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827745.091204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827745.091257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827745/real 1787827745] req@ffffa0e3c431b840 x1874672134375424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827745.091277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134375424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827745.091290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827745.091294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827745.091299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134375424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827745.091328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827745.091349:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827745.091362:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827745/real 1787827745] req@ffffa0e3c4318b40 x1874672134375552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827745.091374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134375552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827745.091382:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827745.091385:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827745.091389:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827745.091397:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827745.091411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827745.091420:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827745/real 1787827745] req@ffffa0e3c4318000 x1874672134375680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827745.091431:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134375680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827745.091438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827745.091441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827745.091443:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827745.091448:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375808:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827745.091463:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827745.091471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827745/real 1787827745] req@ffffa0e3c4319a40 x1874672134375808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827745.091481:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134375808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827745.091488:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827745.091491:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827745.091494:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134375808:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827745.730817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827745.730997:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827746.754812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827746.754905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827747.778799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827747.778852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827748.802821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827748.802993:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827749.826772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827749.826880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827750.210833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827750.210841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827750.210845:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827750.210854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1121 00000100:00080000:3.0:1787827750.210864:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827750.210869:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827750.210900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134375936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827750.210923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827750.210926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827750.210927:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827750.210931:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1121 00000100:00080000:3.0:1787827750.210933:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827750.210936:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827750.210951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827750.210959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827750.210967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827750.210971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787827750.210974:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134375936:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827750.210974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827750.210979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1121 00000100:00080000:3.0:1787827750.210984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827750.210986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827750.210989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827750.210998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827750.211005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827750.211008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827750.211009:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827750.211011:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1121 00000100:00080000:3.0:1787827750.211027:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827750.211029:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827750.211032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827750.211037:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827750.211041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134376320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827750.211088:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827750/real 1787827750] req@ffffa0e3c4318f00 x1874672134375936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827750.211104:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134375936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827750.211113:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827750.211116:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827750.211119:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134375936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827750.211139:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827750.211153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827750.211161:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827750/real 1787827750] req@ffffa0e3c431ad00 x1874672134376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827750.211169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134376064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827750.211174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827750.211176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827750.211178:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827750.211182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827750.211191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827750.211196:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827750/real 1787827750] req@ffffa0e3c431a1c0 x1874672134376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827750.211208:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134376192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827750.211213:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827750.211215:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827750.211217:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827750.211220:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376320:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827750.211230:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827750.211236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827750/real 1787827750] req@ffffa0e3c431a580 x1874672134376320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827750.211242:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134376320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827750.211247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827750.211249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827750.211251:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376320:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827750.850807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827750.850868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827751.874813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827751.874873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827752.898837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827752.898900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827753.922796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827753.922901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827754.946805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827754.946878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827755.330818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827755.330826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827755.330831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827755.330841:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1126 00000100:00080000:1.0:1787827755.330852:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827755.330860:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827755.330905:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134376448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827755.330938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827755.330941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827755.330942:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827755.330945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1126 00000100:00080000:1.0:1787827755.330949:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827755.330951:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827755.330959:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827755.330968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134376576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827755.330976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827755.330978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827755.330980:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827755.330982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1126 00000100:00080000:1.0:1787827755.330984:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827755.330989:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827755.330989:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134376448:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787827755.330995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827755.331005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134376704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827755.331012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827755.331015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827755.331016:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827755.331019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1126 00000100:00080000:1.0:1787827755.331021:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827755.331024:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827755.331027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827755.331034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134376832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827755.331050:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827755.331084:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827755/real 1787827755] req@ffffa0e3d98d4780 x1874672134376448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827755.331097:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134376448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827755.331105:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827755.331108:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827755.331112:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134376448:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827755.331117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827755.331130:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827755.331137:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827755/real 1787827755] req@ffffa0e3d98d5680 x1874672134376576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827755.331145:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134376576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827755.331150:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827755.331152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827755.331154:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827755.331172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827755.331183:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827755.331189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827755/real 1787827755] req@ffffa0e3d98d52c0 x1874672134376704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827755.331196:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134376704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827755.331206:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827755.331208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827755.331210:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827755.331213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376832:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827755.331223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827755.331228:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827755/real 1787827755] req@ffffa0e3d98d6940 x1874672134376832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827755.331235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134376832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827755.331240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827755.331242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827755.331244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134376832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827755.970819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827755.970835:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827756.994775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827756.994872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827758.018781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827758.018865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827759.042816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827759.042918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827760.066766:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827760.066846:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827760.450803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827760.450811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827760.450815:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827760.450825:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1131 00000100:00080000:3.0:1787827760.450834:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827760.450841:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827760.450870:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134376960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827760.450898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827760.450902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827760.450903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827760.450906:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1131 00000100:00080000:3.0:1787827760.450909:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827760.450911:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827760.450919:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827760.450931:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134377088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827760.450939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827760.450941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827760.450943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827760.450946:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1131 00000100:00080000:3.0:1787827760.450950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827760.450952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827760.450957:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827760.450966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134377216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827760.450974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827760.450976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787827760.450981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134376960:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827760.450981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827760.450989:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1131 00000100:00080000:3.0:1787827760.450992:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827760.450995:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827760.450999:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827760.451010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134377344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827760.451044:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827760.451078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827760/real 1787827760] req@ffffa0e3c431a940 x1874672134376960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827760.451094:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134376960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827760.451103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827760.451106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827760.451110:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134376960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827760.451115:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827760.451139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827760.451152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827760/real 1787827760] req@ffffa0e3c431bc00 x1874672134377088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827760.451166:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134377088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827760.451176:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827760.451180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827760.451182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827760.451202:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827760.451218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827760.451225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827760/real 1787827760] req@ffffa0e3c431b0c0 x1874672134377216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827760.451233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134377216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827760.451238:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827760.451240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827760.451242:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827760.451246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377344:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827760.451255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827760.451261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827760/real 1787827760] req@ffffa0e3c4319680 x1874672134377344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827760.451268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134377344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827760.451273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827760.451274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827760.451277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377344:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827761.090838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827761.090942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827762.114788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827762.114866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827763.138840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827763.138945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827764.162840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827764.162922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827765.186834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827765.186906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827765.570790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.570799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827765.570803:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.570812:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1137 00000100:00080000:3.0:1787827765.570823:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.570830:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827765.570868:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134377472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827765.570896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.570898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827765.570900:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.570903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1137 00000100:00080000:3.0:1787827765.570906:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.570909:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827765.570917:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827765.570927:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134377600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827765.570935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.570937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827765.570939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.570944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1137 00000100:00100000:0.0:1787827765.570946:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134377472:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827765.570947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.570953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827765.570958:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827765.570967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134377728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827765.570973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827765.570975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827765.570977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827765.570979:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1137 00000100:00080000:3.0:1787827765.570981:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827765.570984:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827765.570987:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827765.570994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134377856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827765.571009:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827765.571044:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffffa0e3c4319680 x1874672134377472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827765.571057:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134377472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827765.571064:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827765.571067:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827765.571070:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134377472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827765.571088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827765.571102:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827765.571110:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffffa0e3c431b0c0 x1874672134377600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827765.571118:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134377600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827765.571124:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827765.571125:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827765.571127:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827765.571131:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827765.571141:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827765.571147:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffffa0e3c431bc00 x1874672134377728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827765.571155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134377728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827765.571159:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827765.571161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827765.571163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827765.571166:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377856:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827765.571176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827765.571182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827765/real 1787827765] req@ffffa0e3c431a940 x1874672134377856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827765.571188:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134377856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827765.571194:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827765.571196:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827765.571197:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134377856:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827766.210821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827766.210902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827767.234801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827767.234862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827768.258809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827768.258863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827769.282798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827769.282845:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827770.306819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827770.306884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827770.690881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827770.690893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827770.690898:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827770.690908:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1142 00000100:00080000:0.0:1787827770.690920:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827770.690928:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827770.690980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134377984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827770.691026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827770.691030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827770.691032:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827770.691037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1142 00000100:00080000:0.0:1787827770.691041:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827770.691045:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827770.691055:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827770.691068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134378112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827770.691080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827770.691083:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134377984:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827770.691087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827770.691091:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827770.691096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1142 00000100:00080000:0.0:1787827770.691099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827770.691104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827770.691109:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827770.691123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134378240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827770.691144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827770.691148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827770.691150:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827770.691154:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1142 00000100:00080000:0.0:1787827770.691158:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827770.691163:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827770.691168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787827770.691174:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827770.691190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134378368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827770.691211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffffa0e3c3e84780 x1874672134377984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.691227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134377984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.691236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.691239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827770.691241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134377984:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827770.691259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827770.691284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827770.691293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffffa0e3c3e84f00 x1874672134378112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.691301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134378112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.691318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.691321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827770.691323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827770.691327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827770.691342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827770.691349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffffa0e3c3e852c0 x1874672134378240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.691357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134378240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.691362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.691364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827770.691366:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827770.691382:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378368:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827770.691398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827770.691408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827770/real 1787827770] req@ffffa0e3c3e87480 x1874672134378368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827770.691415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134378368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827770.691421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827770.691423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827770.691425:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378368:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827771.330773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827771.330838:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827772.354818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827772.354890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827773.378785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827773.378871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827774.402833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827774.402936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827775.426782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827775.426882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827775.810819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827775.810831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827775.810836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827775.810847:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1147 00000100:00080000:1.0:1787827775.810860:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827775.810867:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827775.810916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134378496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827775.810940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827775.810944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827775.810945:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827775.810949:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1147 00000100:00080000:1.0:1787827775.810951:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827775.810954:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827775.810965:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827775.810983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827775.810992:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134378496:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827775.811000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827775.811005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827775.811007:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827775.811013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1147 00000100:00080000:1.0:1787827775.811018:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827775.811022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827775.811026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827775.811038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827775.811046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827775.811049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827775.811050:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827775.811053:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1147 00000100:00080000:1.0:1787827775.811056:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827775.811058:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827775.811062:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827775.811071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134378880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827775.811078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827775.811121:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffffa0e3d98d61c0 x1874672134378496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.811141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134378496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.811154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.811158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827775.811163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134378496:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827775.811199:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827775.811219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827775.811229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffffa0e3d98d6940 x1874672134378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.811238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134378624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.811245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.811247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827775.811249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827775.811254:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827775.811265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827775.811271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffffa0e3d98d52c0 x1874672134378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.811284:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134378752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.811290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.811291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827775.811294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827775.811297:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378880:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827775.811308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827775.811313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827775/real 1787827775] req@ffffa0e3d98d5680 x1874672134378880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827775.811321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134378880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827775.811326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827775.811328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827775.811330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134378880:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827776.450835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827776.450896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827777.474819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827777.474883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827778.498784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827778.498886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827779.522798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827779.522866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827780.546848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827780.546906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827780.930898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.930907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827780.930910:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.930918:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1152 00000100:00080000:3.0:1787827780.930927:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.930932:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827780.930963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134379008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827780.930993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.930995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827780.930997:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.930999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1152 00000100:00080000:3.0:1787827780.931002:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.931004:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827780.931012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827780.931022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134379136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827780.931029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.931032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827780.931033:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.931036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1152 00000100:00080000:3.0:1787827780.931037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.931039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827780.931044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827780.931049:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134379008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827780.931055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134379264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827780.931062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827780.931064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827780.931065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827780.931069:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1152 00000100:00080000:3.0:1787827780.931071:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827780.931073:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827780.931076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827780.931085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134379392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827780.931110:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827780.931143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffffa0e3c431a580 x1874672134379008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.931156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134379008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.931165:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.931167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827780.931171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134379008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827780.931176:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827780.931189:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827780.931197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffffa0e3c431a1c0 x1874672134379136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.931204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134379136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.931210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.931212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827780.931213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827780.931232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827780.931256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827780.931263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffffa0e3c431ad00 x1874672134379264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.931271:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134379264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.931281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.931283:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827780.931285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827780.931288:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379392:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827780.931312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827780.931322:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827780/real 1787827780] req@ffffa0e3c4318f00 x1874672134379392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827780.931348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134379392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827780.931360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827780.931363:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827780.931366:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827781.570856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827781.570919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827782.594834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827782.594863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827783.618848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827783.618900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827784.642796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827784.642903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827785.666844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827785.666998:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827786.050814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827786.050828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827786.050834:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827786.050848:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1157 00000100:00080000:3.0:1787827786.050863:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827786.050873:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827786.050923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134379520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827786.050952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827786.050955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827786.050957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827786.050960:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1157 00000100:00080000:3.0:1787827786.050964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827786.050968:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827786.050979:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827786.050992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134379648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827786.051000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827786.051003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827786.051005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827786.051007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1157 00000100:00080000:3.0:1787827786.051009:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827786.051013:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827786.051016:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827786.051027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134379776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827786.051033:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134379520:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827786.051038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827786.051046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827786.051048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827786.051063:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1157 00000100:00080000:3.0:1787827786.051065:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827786.051068:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827786.051071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827786.051080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134379904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827786.051144:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827786.051198:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827786/real 1787827786] req@ffffa0e3c4319a40 x1874672134379520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827786.051217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134379520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827786.051228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827786.051232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827786.051235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134379520:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827786.051242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827786.051293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827786.051303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827786/real 1787827786] req@ffffa0e3c4318000 x1874672134379648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827786.051311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134379648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827786.051317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827786.051320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827786.051322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827786.051343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827786.051356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827786.051363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827786/real 1787827786] req@ffffa0e3c4318b40 x1874672134379776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827786.051370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134379776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827786.051375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827786.051377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827786.051379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827786.051384:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379904:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827786.051394:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827786.051400:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827786/real 1787827786] req@ffffa0e3c431b840 x1874672134379904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827786.051417:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134379904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827786.051423:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827786.051424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827786.051426:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134379904:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827786.690806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827786.690906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827787.714847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827787.714974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827788.738786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827788.738842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827789.762812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827789.762945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827790.786774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827790.786854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827791.170820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827791.170827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827791.170830:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827791.170839:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1162 00000100:00080000:3.0:1787827791.170848:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827791.170854:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827791.170886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134380032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827791.170908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827791.170911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827791.170912:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827791.170915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1162 00000100:00080000:3.0:1787827791.170917:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827791.170920:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827791.170927:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827791.170935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134380160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827791.170942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827791.170945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827791.170946:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827791.170949:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1162 00000100:00080000:3.0:1787827791.170951:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827791.170953:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827791.170956:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827791.170965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134380288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827791.170967:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134380032:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827791.170975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827791.170979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827791.170980:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827791.170982:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1162 00000100:00080000:3.0:1787827791.170984:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827791.170986:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827791.170989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827791.170998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134380416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827791.171041:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827791.171076:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827791/real 1787827791] req@ffffa0e3c43183c0 x1874672134380032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827791.171089:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134380032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827791.171096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827791.171099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827791.171102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134380032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827791.171108:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827791.171123:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827791.171131:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827791/real 1787827791] req@ffffa0e3c4318780 x1874672134380160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827791.171139:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134380160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827791.171144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827791.171146:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827791.171148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827791.171167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827791.171178:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827791.171184:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827791/real 1787827791] req@ffffa0e3c4319e00 x1874672134380288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827791.171194:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134380288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827791.171202:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827791.171205:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827791.171209:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827791.171215:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380416:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827791.171249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827791.171278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827791/real 1787827791] req@ffffa0e3c43192c0 x1874672134380416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827791.171288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134380416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827791.171294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827791.171296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827791.171298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380416:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827791.810831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827791.810958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827792.834803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827792.834910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827793.858882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827793.858942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827794.882768:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827794.882858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827795.906872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827795.906930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827796.290856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827796.290864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827796.290868:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827796.290879:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1167 00000100:00080000:3.0:1787827796.290891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827796.290911:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827796.290955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134380544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827796.290988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827796.290991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827796.290992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827796.290996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1167 00000100:00080000:3.0:1787827796.291000:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827796.291004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827796.291012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827796.291022:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134380544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827796.291026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134380672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827796.291046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827796.291048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827796.291049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827796.291052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1167 00000100:00080000:3.0:1787827796.291054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827796.291056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827796.291060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827796.291071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134380800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827796.291078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827796.291081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827796.291083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827796.291086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1167 00000100:00080000:3.0:1787827796.291089:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827796.291092:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827796.291095:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827796.291104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134380928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827796.291153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827796.291184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827796.291221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827796.930769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827796.930883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827797.954851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827797.954954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827798.978818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827798.978938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827799.363007:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827799.363054:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827799.363073:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827799.363113:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827799.363124:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827799.363136:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787827799.363160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827796/real 1787827799] req@ffffa0e3c4319e00 x1874672134380672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827799.363206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134380672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827799.363221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827799.363228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827799.363233:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827799.363242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827796/real 1787827799] req@ffffa0e3c4318780 x1874672134380800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827799.363257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134380800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827799.363268:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827799.363272:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827799.363277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827799.363284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827796/real 1787827799] req@ffffa0e3c43183c0 x1874672134380928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827799.363298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134380928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827799.363307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827799.363312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827799.363315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134380928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787827799.363321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827796/real 1787827799] req@ffffa0e3c43192c0 x1874672134380544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827799.363340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134380544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827799.363349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827799.363353:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827799.363356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134380544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827800.002806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827800.002950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827801.026809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827801.026979:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827801.410825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827801.410834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827801.410837:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827801.410845:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1172 00000100:00080000:0.0:1787827801.410854:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827801.410860:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827801.410897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134381056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827801.410919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827801.410922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827801.410923:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827801.410926:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1172 00000100:00080000:0.0:1787827801.410928:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827801.410931:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827801.410939:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827801.410948:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827801.410957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827801.410959:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827801.410962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827801.410964:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134381056:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827801.410967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1172 00000100:00080000:0.0:1787827801.410974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827801.410986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827801.410989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827801.410997:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827801.411007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827801.411011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827801.411013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827801.411017:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1172 00000100:00080000:0.0:1787827801.411021:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827801.411025:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827801.411031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827801.411037:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827801.411047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134381440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827801.411078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827801/real 1787827801] req@ffffa0e3c3e86940 x1874672134381056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827801.411108:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134381056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827801.411119:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827801.411124:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827801.411127:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134381056:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827801.411153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827801.411194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827801.411219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827801/real 1787827801] req@ffffa0e3c3e85e00 x1874672134381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827801.411232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134381184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827801.411240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827801.411243:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827801.411247:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827801.411253:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827801.411274:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827801.411287:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827801/real 1787827801] req@ffffa0e3c3e87840 x1874672134381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827801.411299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134381312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827801.411308:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827801.411325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827801.411328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827801.411335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381440:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827801.411357:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827801.411368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827801/real 1787827801] req@ffffa0e3c3e87480 x1874672134381440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827801.411380:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134381440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827801.411387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827801.411390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827801.411393:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381440:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827802.050787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827802.050858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827803.074849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827803.074943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827804.098806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827804.098938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827805.122831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827805.122970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827806.146859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827806.146992:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827806.530895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827806.530910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827806.530916:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827806.530932:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1178 00000100:00080000:1.0:1787827806.530950:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827806.530960:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827806.531042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134381568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827806.531085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827806.531091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827806.531094:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827806.531100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1178 00000100:00080000:1.0:1787827806.531116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827806.531163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827806.531179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827806.531210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134381696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827806.531226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827806.531232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134381568:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827806.531233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827806.531239:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827806.531258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1178 00000100:00080000:1.0:1787827806.531264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827806.531269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827806.531276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827806.531293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134381824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827806.531306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827806.531322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827806.531324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827806.531348:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1178 00000100:00080000:1.0:1787827806.531356:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827806.531362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827806.531369:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827806.531387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134381952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827806.531405:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827806.531490:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffffa0e3d98d4780 x1874672134381568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827806.531525:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134381568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827806.531548:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827806.531557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827806.531595:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134381568:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827806.531643:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827806.531697:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827806.531759:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffffa0e3d98d4f00 x1874672134381696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827806.531779:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134381696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827806.531790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827806.531794:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827806.531799:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827806.531807:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827806.531836:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827806.531849:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffffa0e3d98d43c0 x1874672134381824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827806.531863:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134381824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827806.531872:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827806.531876:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827806.531879:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827806.531887:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381952:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827806.531927:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827806.531948:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827806/real 1787827806] req@ffffa0e3d98d5e00 x1874672134381952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827806.531971:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134381952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827806.532001:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827806.532018:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827806.532023:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134381952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827807.170875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827807.171029:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00020000:3.0:1787827808.066864:0:24679:0:(osc_cache.c:999:osc_extent_wait()) extent ffffa0e4020cf600@{[12 -> 12/1023], [3|0|+|rpc|wiuY|ffffa0e3c7859880], [28672|1|+|-|ffffa0e3d15b1c00|1024|ffffa0e3c1688000]} lustre-OST0000-osc-ffffa0e3c67ab800: wait ext to 0 timedout, recovery in progress? 00000008:00020000:3.0:1787827808.082628:0:24679:0:(osc_cache.c:999:osc_extent_wait()) ### extent: 0000000097121ac7 ns: lustre-OST0000-osc-ffffa0e3c67ab800 lock: 00000000874a074c/0x33d55ea1c346764f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xc0fefc09a79546c5 expref: -99 pid: 24679 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:1.0:1787827808.194944:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827808.194971:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827809.218841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827809.218931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827810.242779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827810.242875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827811.266825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827811.266927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827811.650812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.650825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827811.650830:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.650842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1183 00000100:00080000:0.0:1787827811.650856:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.650864:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827811.650925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134382080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827811.650953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.650956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827811.650961:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.650965:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1183 00000100:00080000:0.0:1787827811.650967:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.650971:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827811.650982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827811.651007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134382208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827811.651018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.651022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787827811.651022:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134382080:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827811.651025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.651033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1183 00000100:00080000:0.0:1787827811.651036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.651039:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827811.651042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827811.651052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134382336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827811.651059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827811.651062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827811.651064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827811.651066:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1183 00000100:00080000:0.0:1787827811.651069:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827811.651071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827811.651074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827811.651082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134382464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827811.651126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827811.651182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffffa0e3c3e852c0 x1874672134382080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827811.651220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134382080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827811.651230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827811.651234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827811.651238:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134382080:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827811.651264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827811.651301:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827811.651312:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffffa0e3c3e84f00 x1874672134382208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827811.651321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134382208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827811.651333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827811.651335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827811.651338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827811.651342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827811.651353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827811.651359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffffa0e3c3e84780 x1874672134382336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827811.651366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134382336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827811.651372:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827811.651374:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827811.651376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827811.651379:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382464:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827811.651391:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827811.651397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827811/real 1787827811] req@ffffa0e3c3e85680 x1874672134382464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827811.651404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134382464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827811.651410:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827811.651412:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827811.651415:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382464:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827812.290816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827812.290891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827813.314825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827813.314915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827814.338830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827814.338951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827815.362840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827815.362933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827816.386843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827816.386950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827816.770936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827816.770961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827816.770968:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827816.770984:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1188 00000100:00080000:1.0:1787827816.771002:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827816.771014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827816.771118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134382592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827816.771161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827816.771166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827816.771170:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827816.771176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1188 00000100:00080000:1.0:1787827816.771181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827816.771195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827816.771212:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827816.771233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134382720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827816.771249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827816.771257:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787827816.771257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134382592:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827816.771263:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827816.771279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1188 00000100:00080000:1.0:1787827816.771283:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827816.771288:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827816.771294:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827816.771311:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134382848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827816.771324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827816.771330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827816.771332:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827816.771338:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1188 00000100:00080000:1.0:1787827816.771343:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827816.771347:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827816.771353:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827816.771367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134382976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827816.771401:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827816.771465:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffffa0e3d98d7840 x1874672134382592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827816.771490:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134382592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827816.771505:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827816.771511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827816.771516:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134382592:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827816.771579:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827816.771623:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827816.771651:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffffa0e3d98d5e00 x1874672134382720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827816.771680:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134382720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827816.771696:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827816.771701:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827816.771705:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827816.771768:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827816.771801:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827816.771827:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffffa0e3d98d43c0 x1874672134382848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827816.771843:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134382848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827816.771853:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827816.771858:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827816.771862:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827816.771870:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382976:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827816.771898:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827816.771909:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827816/real 1787827816] req@ffffa0e3d98d4f00 x1874672134382976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827816.771923:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134382976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827816.771934:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827816.771937:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827816.771955:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134382976:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827817.410877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827817.410975:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827818.434857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827818.434948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827819.458866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827819.458945:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827820.482776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827820.482871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827821.506852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827821.506960:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827821.890894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827821.890910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827821.890919:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827821.890936:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1193 00000100:00080000:3.0:1787827821.890953:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827821.890966:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827821.891044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134383104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827821.891104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827821.891112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827821.891117:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827821.891125:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1193 00000100:00080000:3.0:1787827821.891132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827821.891139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827821.891152:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827821.891174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134383232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827821.891190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827821.891193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827821.891196:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827821.891203:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1193 00000100:00080000:3.0:1787827821.891207:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827821.891212:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827821.891217:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827821.891236:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134383360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827821.891238:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134383104:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827821.891272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827821.891280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827821.891283:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827821.891291:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1193 00000100:00080000:3.0:1787827821.891297:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827821.891304:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827821.891314:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827821.891338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134383488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827821.891416:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827821.891511:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffffa0e3c431b840 x1874672134383104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827821.891553:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134383104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827821.891577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827821.891587:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827821.891596:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134383104:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827821.891614:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827821.891667:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827821.891696:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffffa0e3c4318b40 x1874672134383232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827821.891739:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134383232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827821.891806:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827821.891811:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827821.891816:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827821.891908:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827821.891955:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827821.891995:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffffa0e3c4318000 x1874672134383360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827821.892038:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134383360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827821.892052:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827821.892059:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827821.892063:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827821.892077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383488:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827821.892105:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827821.892119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827821/real 1787827821] req@ffffa0e3c4319a40 x1874672134383488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827821.892137:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134383488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827821.892148:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827821.892153:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827821.892157:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827822.530890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827822.530967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827823.554917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827823.555111:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827824.578874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827824.578980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827825.602840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827825.602919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827826.626882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827826.627005:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827827.010879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827827.010891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827827.010907:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827827.010919:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1198 00000100:00080000:0.0:1787827827.010932:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827827.010940:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827827.011045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134383616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827827.011073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827827.011077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827827.011079:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827827.011085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1198 00000100:00080000:0.0:1787827827.011090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827827.011096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827827.011109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827827.011129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827827.011170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134383616:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827827.011184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827827.011194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827827.011197:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827827.011204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1198 00000100:00080000:0.0:1787827827.011210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827827.011216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827827.011223:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827827.011239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827827.011250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827827.011255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827827.011257:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827827.011262:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1198 00000100:00080000:0.0:1787827827.011266:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827827.011279:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787827827.011284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827827.011293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827827.011306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134384000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827827.011349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827827/real 1787827827] req@ffffa0e3c3e84b40 x1874672134383616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827827.011381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134383616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827827.011409:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827827.011414:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827827.011419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134383616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827827.011460:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827827.011519:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827827.011543:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827827/real 1787827827] req@ffffa0e3c3e870c0 x1874672134383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827827.011577:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134383744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827827.011597:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827827.011601:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827827.011605:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827827.011612:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827827.011648:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827827.011657:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827827/real 1787827827] req@ffffa0e3c3e86d00 x1874672134383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827827.011670:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134383872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827827.011696:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827827.011700:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827827.011704:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134383872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827827.011712:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384000:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827827.011774:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827827.011793:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827827/real 1787827827] req@ffffa0e3c3e861c0 x1874672134384000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827827.011802:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134384000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827827.011808:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827827.011811:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827827.011813:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384000:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827827.650872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827827.650998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827828.674839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827828.675037:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827829.698832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827829.698923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827830.722808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827830.722950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827831.746872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827831.746890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827832.131011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827832.131021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827832.131026:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827832.131038:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1203 00000100:00080000:0.0:1787827832.131053:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827832.131061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827832.131106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134384128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827832.131135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827832.131150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827832.131152:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827832.131160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1203 00000100:00080000:0.0:1787827832.131167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827832.131177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827832.131191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827832.131209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134384256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827832.131221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134384128:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827832.131222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827832.131231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827832.131236:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827832.131242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1203 00000100:00080000:0.0:1787827832.131245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827832.131249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827832.131253:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827832.131264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134384384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827832.131272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827832.131277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827832.131278:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827832.131281:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1203 00000100:00080000:0.0:1787827832.131288:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827832.131293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827832.131296:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827832.131309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134384512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827832.131317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827832.131383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827832/real 1787827832] req@ffffa0e3c3e86580 x1874672134384128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827832.131409:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134384128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827832.131420:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827832.131424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827832.131428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134384128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827832.131457:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827832.131831:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827832.131913:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827832/real 1787827832] req@ffffa0e3c3e87c00 x1874672134384256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827832.131933:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134384256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827832.131960:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827832.131965:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827832.131968:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827832.131978:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827832.132033:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827832.132056:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827832/real 1787827832] req@ffffa0e3c3e85a40 x1874672134384384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827832.132071:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134384384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827832.132078:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827832.132080:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827832.132082:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827832.132086:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384512:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827832.132100:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827832.132107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827832/real 1787827832] req@ffffa0e3c3e861c0 x1874672134384512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827832.132115:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134384512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827832.132120:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827832.132122:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827832.132124:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827832.770850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827832.771043:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827833.794817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827833.794896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827834.818849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827834.818986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827835.842826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827835.842879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827836.866850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827836.866988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827837.250830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827837.250843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827837.250849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827837.250865:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1208 00000100:00080000:3.0:1787827837.250894:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827837.250902:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827837.250995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134384640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827837.251026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827837.251029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827837.251030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827837.251034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1208 00000100:00080000:3.0:1787827837.251037:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827837.251040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827837.251051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827837.251061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134384768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827837.251070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827837.251073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827837.251074:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827837.251078:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1208 00000100:00080000:3.0:1787827837.251080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827837.251086:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827837.251090:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134384640:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787827837.251091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827837.251119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134384896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827837.251128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827837.251130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827837.251132:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827837.251138:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1208 00000100:00080000:3.0:1787827837.251144:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827837.251149:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827837.251156:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827837.251185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134385024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827837.251204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827837.251262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827837/real 1787827837] req@ffffa0e3c4318f00 x1874672134384640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827837.251278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134384640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827837.251298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827837.251311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827837.251314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134384640:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827837.251338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827837.251366:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827837.251376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827837/real 1787827837] req@ffffa0e3c431ad00 x1874672134384768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827837.251401:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134384768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827837.251407:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827837.251409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827837.251411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827837.251416:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827837.251428:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827837.251463:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827837/real 1787827837] req@ffffa0e3c431a1c0 x1874672134384896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827837.251478:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134384896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827837.251488:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827837.251492:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827837.251496:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134384896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827837.251505:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385024:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827837.251561:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827837.251600:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827837/real 1787827837] req@ffffa0e3c431a580 x1874672134385024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827837.251610:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134385024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827837.251617:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827837.251619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827837.251622:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385024:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827837.890856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827837.890947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827838.914840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827838.914975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827839.938887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827839.938990:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827840.962863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827840.963037:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827841.986814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827841.986889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827842.370821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827842.370831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827842.370835:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827842.370846:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1213 00000100:00080000:3.0:1787827842.370858:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827842.370866:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827842.370923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134385152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827842.370951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827842.370954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827842.370955:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827842.370958:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1213 00000100:00080000:3.0:1787827842.370961:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827842.370964:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827842.370974:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827842.370984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134385280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827842.370992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827842.370995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827842.370998:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827842.371000:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134385152:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827842.371004:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1213 00000100:00080000:3.0:1787827842.371009:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827842.371012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827842.371015:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827842.371025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134385408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827842.371041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827842.371044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827842.371045:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827842.371048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1213 00000100:00080000:3.0:1787827842.371050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827842.371053:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827842.371056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827842.371063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134385536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827842.371085:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827842.371136:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827842/real 1787827842] req@ffffa0e3c431a940 x1874672134385152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827842.371150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134385152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827842.371160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827842.371163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827842.371166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134385152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827842.371193:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827842.371230:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827842.371244:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827842/real 1787827842] req@ffffa0e3c431bc00 x1874672134385280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827842.371254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134385280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827842.371260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827842.371262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827842.371265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827842.371269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827842.371283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827842.371290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827842/real 1787827842] req@ffffa0e3c431b0c0 x1874672134385408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827842.371297:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134385408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827842.371302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827842.371304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827842.371306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827842.371310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385536:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827842.371328:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827842.371339:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827842/real 1787827842] req@ffffa0e3c4319680 x1874672134385536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827842.371361:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134385536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827842.371368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827842.371370:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827842.371372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385536:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827843.010823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827843.010945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827844.034818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827844.034907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827845.058829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827845.058884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827846.082869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827846.082950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827847.106795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827847.106888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827847.490881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827847.490893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827847.490899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827847.490911:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1219 00000100:00080000:0.0:1787827847.490933:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827847.490941:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827847.490988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134385664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827847.491015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827847.491018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827847.491020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827847.491023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1219 00000100:00080000:0.0:1787827847.491026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827847.491029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827847.491040:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827847.491050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134385792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827847.491067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134385664:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827847.491070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827847.491077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827847.491080:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827847.491085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1219 00000100:00080000:0.0:1787827847.491090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827847.491094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827847.491100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827847.491114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134385920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827847.491136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827847.491141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827847.491143:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827847.491147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1219 00000100:00080000:0.0:1787827847.491151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827847.491156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827847.491162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827847.491173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134386048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827847.491181:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827847.491241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827847/real 1787827847] req@ffffa0e3c3e86d00 x1874672134385664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827847.491256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134385664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827847.491265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827847.491269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827847.491272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134385664:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827847.491296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827847.491312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827847.491320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827847/real 1787827847] req@ffffa0e3c3e870c0 x1874672134385792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827847.491334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134385792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827847.491340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827847.491341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827847.491343:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827847.491347:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827847.491358:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827847.491364:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827847/real 1787827847] req@ffffa0e3c3e84b40 x1874672134385920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827847.491372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134385920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827847.491377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827847.491378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827847.491380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134385920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827847.491384:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386048:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827847.491396:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827847.491402:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827847/real 1787827847] req@ffffa0e3c3e85680 x1874672134386048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827847.491408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134386048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827847.491423:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827847.491427:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827847.491431:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827848.130860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827848.130965:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827849.154783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827849.154855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827850.178878:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827850.178982:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827851.202876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827851.202948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827852.226863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827852.226902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827852.610888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827852.610899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827852.610904:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827852.610916:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1224 00000100:00080000:2.0:1787827852.610929:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827852.610936:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827852.610984:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134386176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827852.611016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827852.611019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827852.611021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827852.611024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1224 00000100:00080000:2.0:1787827852.611027:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827852.611030:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827852.611040:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827852.611053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827852.611064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827852.611068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827852.611070:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827852.611075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1224 00000100:00080000:2.0:1787827852.611082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827852.611085:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134386176:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827852.611089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827852.611105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827852.611115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827852.611123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827852.611127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827852.611130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827852.611134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1224 00000100:00080000:2.0:1787827852.611136:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827852.611139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827852.611143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827852.611152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134386560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827852.611198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827852.611236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffffa0e3d025f840 x1874672134386176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827852.611251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134386176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827852.611260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827852.611264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827852.611267:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134386176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827852.611308:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827852.611330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827852.611342:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffffa0e3d025de00 x1874672134386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827852.611353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134386304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827852.611361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827852.611365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827852.611368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827852.611373:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827852.611388:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827852.611397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffffa0e3d025ed00 x1874672134386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827852.611408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134386432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827852.611415:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827852.611418:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827852.611420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827852.611426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386560:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827852.611457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827852.611463:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827852/real 1787827852] req@ffffa0e3d025da40 x1874672134386560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827852.611470:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134386560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827852.611476:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827852.611477:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827852.611479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386560:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827853.250844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827853.250922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827854.274862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827854.274909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827855.298829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827855.298886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827856.322806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827856.322860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827857.346828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827857.346892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827857.730922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827857.730933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827857.730938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827857.730973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1229 00000100:00080000:0.0:1787827857.730983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827857.730989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827857.731021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134386688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827857.731056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827857.731058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827857.731060:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827857.731067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1229 00000100:00080000:0.0:1787827857.731069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827857.731073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827857.731084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827857.731097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134386816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827857.731111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827857.731114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134386688:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827857.731116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827857.731121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827857.731128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1229 00000100:00080000:0.0:1787827857.731131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827857.731134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827857.731138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827857.731149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134386944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827857.731156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827857.731159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827857.731160:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827857.731163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1229 00000100:00080000:0.0:1787827857.731165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827857.731167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827857.731170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827857.731177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134387072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827857.731190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827857.731235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffffa0e3c3e84780 x1874672134386688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.731255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134386688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.731266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.731270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827857.731274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134386688:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827857.731298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827857.731316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827857.731325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffffa0e3c3e84f00 x1874672134386816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.731333:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134386816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.731339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.731341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827857.731344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827857.731347:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827857.731357:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827857.731363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffffa0e3c3e852c0 x1874672134386944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.731370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134386944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.731379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.731381:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827857.731383:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134386944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827857.731387:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387072:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827857.731396:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827857.731413:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827857/real 1787827857] req@ffffa0e3c3e87480 x1874672134387072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827857.731420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134387072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827857.731425:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827857.731427:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827857.731429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387072:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827858.370840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827858.370899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827859.394807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827859.394894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827860.418846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827860.418906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827861.442980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827861.443033:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787827862.466807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827862.466914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827862.850875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.850886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827862.850890:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.850901:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1234 00000100:00080000:2.0:1787827862.850920:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.850928:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827862.850971:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134387200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827862.851001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.851004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827862.851006:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.851009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1234 00000100:00080000:2.0:1787827862.851012:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.851014:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827862.851025:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827862.851035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134387328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827862.851043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.851047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827862.851048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.851054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1234 00000100:00080000:2.0:1787827862.851062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827862.851063:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134387200:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827862.851070:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827862.851080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827862.851095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134387456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827862.851103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827862.851106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827862.851107:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827862.851110:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1234 00000100:00080000:2.0:1787827862.851125:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827862.851133:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827862.851138:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827862.851146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134387584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827862.851256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827862.851305:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827862.851344:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387584:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827863.490837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827863.490931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827864.514858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827864.514885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827865.538819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827865.538908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827865.922988:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787827865.923036:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827865.923055:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827865.923093:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827865.923100:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787827865.923106:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787827865.923163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffffa0e3d025d2c0 x1874672134387328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827865.923193:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134387328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827865.923207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827865.923213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827865.923218:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827865.923226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffffa0e3d025e580 x1874672134387456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827865.923239:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134387456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827865.923248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827865.923253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827865.923256:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827865.923263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffffa0e3d025d680 x1874672134387584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827865.923276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134387584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827865.923284:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827865.923289:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827865.923293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387584:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787827865.923300:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827862/real 1787827865] req@ffffa0e3d025cf00 x1874672134387200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827865.923313:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134387200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827865.923321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827865.923324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827865.923327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134387200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827866.562805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827866.562871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827867.586857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827867.586919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827867.970895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827867.970912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827867.970919:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827867.970933:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1239 00000100:00080000:3.0:1787827867.970949:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827867.970960:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827867.971009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134387712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827867.971056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827867.971063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827867.971066:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827867.971074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1239 00000100:00080000:3.0:1787827867.971082:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827867.971091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827867.971108:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827867.971138:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134387712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827867.971138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134387840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827867.971166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827867.971171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827867.971174:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827867.971180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1239 00000100:00080000:3.0:1787827867.971186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827867.971191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827867.971198:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827867.971213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134387968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827867.971224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827867.971228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827867.971231:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827867.971235:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1239 00000100:00080000:3.0:1787827867.971239:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827867.971243:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827867.971254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787827867.971254:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827867.971272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134388096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827867.971332:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffffa0e3c4319680 x1874672134387712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.971378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134387712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.971397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.971404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827867.971410:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134387712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827867.971449:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827867.971485:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827867.971505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffffa0e3c431b0c0 x1874672134387840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.971525:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134387840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.971537:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.971542:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827867.971549:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827867.971559:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827867.971591:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827867.971609:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffffa0e3c431bc00 x1874672134387968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.971631:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134387968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.971645:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.971650:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827867.971655:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134387968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827867.971665:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388096:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827867.971745:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827867.971796:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827867/real 1787827867] req@ffffa0e3c431a940 x1874672134388096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827867.971817:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134388096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827867.971829:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827867.971834:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827867.971839:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388096:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827868.610779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827868.610856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827869.634833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827869.634900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827870.658813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827870.658887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827871.682852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827871.682932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827872.706852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827872.706928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827873.090862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827873.090870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827873.090874:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827873.090884:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1244 00000100:00080000:2.0:1787827873.090894:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827873.090900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827873.090939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134388224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827873.090961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827873.090963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827873.090965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827873.090968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1244 00000100:00080000:2.0:1787827873.090970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827873.090975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827873.090982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827873.090992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134388352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827873.091000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827873.091003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827873.091004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827873.091011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1244 00000100:00100000:3.0:1787827873.091013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134388224:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827873.091014:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827873.091024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827873.091031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827873.091037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134388480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827873.091061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827873.091063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827873.091064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827873.091067:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1244 00000100:00080000:2.0:1787827873.091069:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827873.091072:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827873.091075:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827873.091088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134388608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827873.091149:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827873.091197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827873/real 1787827873] req@ffffa0e3d025e940 x1874672134388224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827873.091214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134388224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827873.091225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827873.091228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827873.091232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134388224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827873.091267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827873.091286:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827873.091295:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827873/real 1787827873] req@ffffa0e3d025c3c0 x1874672134388352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827873.091305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134388352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827873.091312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827873.091315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827873.091317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827873.091339:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827873.091356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827873.091364:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827873/real 1787827873] req@ffffa0e3d025cb40 x1874672134388480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827873.091383:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134388480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827873.091390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827873.091393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827873.091396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827873.091401:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388608:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827873.091434:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827873.091442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827873/real 1787827873] req@ffffa0e3d025e1c0 x1874672134388608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827873.091450:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134388608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827873.091457:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827873.091459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827873.091461:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827873.730873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827873.730946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827874.754860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827874.754951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827875.778853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827875.778971:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827876.802877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827876.802936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827877.826864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827877.826942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827878.210898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827878.210915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827878.210922:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827878.210937:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1249 00000100:00080000:0.0:1787827878.210956:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827878.210967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827878.211056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134388736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827878.211104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827878.211109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827878.211112:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827878.211129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1249 00000100:00080000:0.0:1787827878.211135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827878.211144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827878.211161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827878.211180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134388736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827878.211194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827878.211224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827878.211232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827878.211238:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827878.211249:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1249 00000100:00080000:0.0:1787827878.211259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827878.211267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827878.211276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827878.211293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827878.211301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827878.211320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827878.211326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827878.211330:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827878.211335:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1249 00000100:00080000:0.0:1787827878.211340:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827878.211345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827878.211353:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827878.211380:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827878/real 1787827878] req@ffffa0e3c3e87840 x1874672134388736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827878.211388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134389120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827878.211465:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134388736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827878.211485:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827878.211491:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827878.211497:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134388736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827878.211536:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827878.211572:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827878.211590:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827878/real 1787827878] req@ffffa0e3c3e85e00 x1874672134388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827878.211606:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134388864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827878.211618:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827878.211622:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827878.211655:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827878.211665:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827878.211694:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827878.211759:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827878/real 1787827878] req@ffffa0e3c3e86940 x1874672134388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827878.211786:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134388992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827878.211797:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827878.211801:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827878.211806:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134388992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827878.211814:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389120:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827878.211842:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827878.211863:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827878/real 1787827878] req@ffffa0e3c3e87480 x1874672134389120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827878.211879:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134389120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827878.211889:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827878.211893:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827878.211897:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389120:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827878.850917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827878.850978:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827879.874833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827879.874919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827880.898844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827880.898911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827881.922814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827881.922877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827882.946844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827882.946923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827883.330860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827883.330869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827883.330873:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827883.330881:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1254 00000100:00080000:2.0:1787827883.330891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827883.330897:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827883.330932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134389248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827883.330955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827883.330960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827883.330962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827883.330969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1254 00000100:00080000:2.0:1787827883.330973:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827883.330978:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827883.330989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827883.331001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134389248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827883.331009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134389376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827883.331024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827883.331027:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827883.331029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827883.331033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1254 00000100:00080000:2.0:1787827883.331037:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827883.331041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827883.331046:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827883.331058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134389504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827883.331065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827883.331067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827883.331069:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827883.331072:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1254 00000100:00080000:2.0:1787827883.331075:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827883.331077:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827883.331081:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787827883.331088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827883.331094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134389632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827883.331173:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827883/real 1787827883] req@ffffa0e3d025f0c0 x1874672134389248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827883.331197:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134389248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827883.331210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827883.331215:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827883.331220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134389248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827883.331262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827883.331289:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827883.331303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827883/real 1787827883] req@ffffa0e3d025c780 x1874672134389376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827883.331316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134389376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827883.331327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827883.331330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827883.331334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827883.331340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827883.331356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827883.331366:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827883/real 1787827883] req@ffffa0e3d025fc00 x1874672134389504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827883.331378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134389504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827883.331393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827883.331396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827883.331398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827883.331405:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389632:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827883.331429:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827883.331443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827883/real 1787827883] req@ffffa0e3d025f480 x1874672134389632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827883.331456:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134389632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827883.331465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827883.331468:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827883.331472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389632:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827883.970813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827883.970864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827884.994828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827884.994907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827886.018790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827886.018860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827887.042804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827887.042868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827888.066791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827888.066867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827888.450855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827888.450869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827888.450875:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827888.450889:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1259 00000100:00080000:3.0:1787827888.450903:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827888.450925:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827888.450981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134389760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827888.451012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827888.451015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827888.451017:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827888.451021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1259 00000100:00080000:3.0:1787827888.451024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827888.451028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827888.451040:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827888.451064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134389888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827888.451066:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134389760:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827888.451085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827888.451090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827888.451092:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827888.451097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1259 00000100:00080000:3.0:1787827888.451101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827888.451106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827888.451121:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827888.451140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134390016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827888.451148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827888.451151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827888.451152:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827888.451156:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1259 00000100:00080000:3.0:1787827888.451161:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827888.451165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827888.451171:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827888.451174:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827888.451187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134390144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827888.451238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827888/real 1787827888] req@ffffa0e3c431a580 x1874672134389760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827888.451257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134389760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827888.451267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827888.451270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827888.451274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134389760:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827888.451310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827888.451330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827888.451340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827888/real 1787827888] req@ffffa0e3c431a1c0 x1874672134389888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827888.451349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134389888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827888.451355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827888.451357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827888.451359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134389888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827888.451372:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827888.451386:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827888.451397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827888/real 1787827888] req@ffffa0e3c431ad00 x1874672134390016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827888.451411:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134390016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827888.451427:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827888.451431:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827888.451444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827888.451451:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390144:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827888.451473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827888.451481:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827888/real 1787827888] req@ffffa0e3c4318f00 x1874672134390144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827888.451489:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134390144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827888.451495:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827888.451498:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827888.451506:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827889.090844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827889.090908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827890.114761:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827890.114841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827891.138870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827891.138947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827892.162808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827892.162863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827893.186813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827893.186898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827893.570778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827893.570791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827893.570797:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827893.570810:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1265 00000100:00080000:3.0:1787827893.570826:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827893.570834:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827893.570880:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134390272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827893.570913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827893.570917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827893.570918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827893.570923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1265 00000100:00080000:3.0:1787827893.570928:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827893.570934:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827893.570952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827893.570953:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134390272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827893.570974:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134390400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827893.570984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827893.570986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827893.570988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827893.570991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1265 00000100:00080000:3.0:1787827893.570995:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827893.570997:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827893.571002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827893.571012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134390528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827893.571019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827893.571022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827893.571023:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827893.571025:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1265 00000100:00080000:3.0:1787827893.571028:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827893.571031:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827893.571035:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827893.571039:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827893.571048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134390656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827893.571079:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffffa0e3c4319a40 x1874672134390272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.571096:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134390272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.571105:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.571108:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827893.571111:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134390272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827893.571135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827893.571150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827893.571159:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffffa0e3c4318000 x1874672134390400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.571167:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134390400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.571173:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.571175:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827893.571178:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827893.571181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827893.571197:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827893.571203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffffa0e3c4318b40 x1874672134390528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.571211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134390528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.571216:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.571218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827893.571220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827893.571223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390656:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827893.571235:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827893.571241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827893/real 1787827893] req@ffffa0e3c431b840 x1874672134390656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827893.571248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134390656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827893.571254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827893.571255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827893.571257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390656:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827894.210823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827894.210911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827895.234810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827895.234863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827896.258793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827896.258858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827897.282799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827897.282875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827898.306812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827898.306905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827898.690780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.690787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827898.690790:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.690799:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1270 00000100:00080000:3.0:1787827898.690807:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827898.690813:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827898.690854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134390784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827898.690878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.690882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827898.690884:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.690888:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1270 00000100:00080000:3.0:1787827898.690893:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827898.690897:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827898.690919:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827898.690922:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134390784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827898.690936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134390912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827898.690951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827898.690954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827898.690957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.690961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1270 00000100:00080000:3.0:1787827898.690974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827898.690979:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827898.690983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827898.690991:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827898.691006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134391040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827898.691014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827898.691017:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffffa0e3c43192c0 x1874672134390784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827898.691018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827898.691021:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827898.691029:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1270 00000100:00080000:3.0:1787827898.691034:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827898.691039:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134390784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827898.691040:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827898.691047:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:2.0:1787827898.691053:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.691058:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827898.691060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134391168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827898.691064:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134390784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827898.691091:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827898.691109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827898.691118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffffa0e3c43183c0 x1874672134390912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.691126:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134390912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.691136:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.691138:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827898.691140:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134390912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827898.691143:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827898.691154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827898.691159:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffffa0e3c4318780 x1874672134391040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.691166:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134391040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.691172:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.691173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827898.691175:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827898.691179:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391168:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827898.691188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827898.691194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827898/real 1787827898] req@ffffa0e3c4319e00 x1874672134391168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827898.691210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134391168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827898.691216:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827898.691218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827898.691221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827899.330800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827899.330886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827900.354789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827900.354863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827901.378769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827901.378901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827902.402800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827902.402864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827903.426793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827903.426860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827903.810812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.810820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827903.810823:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.810832:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1275 00000100:00080000:3.0:1787827903.810841:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.810848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827903.810879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134391296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827903.810902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.810905:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827903.810906:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.810910:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1275 00000100:00080000:3.0:1787827903.810913:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.810916:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827903.810923:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827903.810934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827903.810942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.810945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827903.810946:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.810949:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1275 00000100:00080000:3.0:1787827903.810952:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.810955:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827903.810959:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827903.810962:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134391296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827903.810971:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827903.810983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827903.810986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827903.810988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827903.810991:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1275 00000100:00080000:3.0:1787827903.810994:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827903.810996:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827903.811000:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827903.811009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134391680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827903.811038:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827903.811090:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffffa0e3c4319e00 x1874672134391296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.811105:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134391296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.811115:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.811119:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827903.811122:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134391296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827903.811130:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827903.811147:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827903.811156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffffa0e3c4318780 x1874672134391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.811164:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134391424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.811169:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.811171:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827903.811173:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827903.811194:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827903.811205:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827903.811211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffffa0e3c43183c0 x1874672134391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.811218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134391552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.811223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.811225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827903.811227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827903.811230:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391680:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827903.811240:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827903.811245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827903/real 1787827903] req@ffffa0e3c43192c0 x1874672134391680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827903.811252:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134391680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827903.811257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827903.811259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827903.811261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391680:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827904.450891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827904.450988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827905.474794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827905.474872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827906.498836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827906.498907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827907.522777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827907.522870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827908.546797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827908.546845:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827908.930768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.930776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827908.930780:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.930788:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1280 00000100:00080000:3.0:1787827908.930795:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.930801:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827908.930835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134391808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827908.930862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.930867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827908.930868:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.930872:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1280 00000100:00080000:3.0:1787827908.930875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.930879:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827908.930887:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827908.930898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134391936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827908.930905:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134391808:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827908.930909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.930915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827908.930919:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.930923:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1280 00000100:00080000:3.0:1787827908.930925:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.930928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827908.930931:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827908.930940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134392064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827908.930947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827908.930949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827908.930951:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827908.930953:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1280 00000100:00080000:3.0:1787827908.930963:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827908.930966:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827908.930969:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787827908.930974:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827908.930978:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134392192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827908.931010:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffffa0e3c431b840 x1874672134391808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.931024:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134391808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.931032:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.931035:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827908.931038:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134391808:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827908.931069:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827908.931093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827908.931107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffffa0e3c4318b40 x1874672134391936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.931119:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134391936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.931125:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.931134:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827908.931137:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134391936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827908.931141:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827908.931157:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827908.931164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffffa0e3c4318000 x1874672134392064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.931177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134392064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.931182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.931184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827908.931186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827908.931190:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392192:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827908.931200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827908.931206:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827908/real 1787827908] req@ffffa0e3c4319a40 x1874672134392192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827908.931213:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134392192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827908.931218:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827908.931220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827908.931221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392192:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827909.570760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827909.570836:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827910.594815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827910.594871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827911.618760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827911.618831:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827912.642835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827912.642970:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827913.666823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827913.666904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827914.050843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827914.050857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827914.050863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827914.050875:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1285 00000100:00080000:0.0:1787827914.050889:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827914.050897:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787827914.050947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134392320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827914.050977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827914.050981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827914.050983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827914.050988:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1285 00000100:00080000:0.0:1787827914.050991:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827914.050995:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827914.051009:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827914.051024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134392448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827914.051038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827914.051042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827914.051044:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827914.051055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1285 00000100:00100000:2.0:1787827914.051055:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134392320:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787827914.051064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827914.051070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787827914.051075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827914.051091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134392576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827914.051101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827914.051106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827914.051109:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827914.051113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1285 00000100:00080000:0.0:1787827914.051118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827914.051124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787827914.051129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787827914.051137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787827914.051157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134392704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827914.051184:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827914/real 1787827914] req@ffffa0e3c3e852c0 x1874672134392320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827914.051208:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134392320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827914.051217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827914.051220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827914.051223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134392320:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827914.051243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827914.051258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827914.051266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827914/real 1787827914] req@ffffa0e3c3e84f00 x1874672134392448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827914.051275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134392448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827914.051280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827914.051282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827914.051285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827914.051288:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827914.051298:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827914.051304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827914/real 1787827914] req@ffffa0e3c3e84780 x1874672134392576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827914.051311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134392576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827914.051320:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827914.051323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827914.051325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827914.051329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392704:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827914.051339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827914.051344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827914/real 1787827914] req@ffffa0e3c3e85680 x1874672134392704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827914.051351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134392704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827914.051357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827914.051359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827914.051361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827914.690774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827914.690882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827915.714816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827915.714882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827916.738809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827916.738865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827917.762846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827917.762948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827918.786827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827918.786890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827919.170846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827919.170857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827919.170862:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827919.170874:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1290 00000100:00080000:2.0:1787827919.170886:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827919.170893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827919.170930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134392832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827919.170971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827919.170975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827919.170977:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827919.170981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1290 00000100:00080000:2.0:1787827919.170985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827919.170990:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827919.171001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827919.171020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134392960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827919.171020:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134392832:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827919.171049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827919.171052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827919.171054:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827919.171059:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1290 00000100:00080000:2.0:1787827919.171062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827919.171066:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827919.171071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827919.171082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134393088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827919.171091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827919.171095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827919.171097:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827919.171102:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1290 00000100:00080000:2.0:1787827919.171115:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827919.171120:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827919.171126:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787827919.171131:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827919.171148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134393216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827919.171185:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827919/real 1787827919] req@ffffa0e3d025c000 x1874672134392832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827919.171207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134392832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827919.171217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827919.171220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827919.171223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134392832:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827919.171249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827919.171268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827919.171277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827919/real 1787827919] req@ffffa0e3d025f480 x1874672134392960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827919.171285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134392960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827919.171292:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827919.171294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827919.171296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134392960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827919.171300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787827919.171312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827919.171318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827919/real 1787827919] req@ffffa0e3d025fc00 x1874672134393088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827919.171326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134393088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827919.171336:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827919.171352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827919.171355:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827919.171360:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393216:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787827919.171378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827919.171385:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827919/real 1787827919] req@ffffa0e3d025c780 x1874672134393216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827919.171393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134393216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827919.171399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827919.171402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827919.171404:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393216:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827919.810864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827919.810962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827920.834831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827920.834968:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827921.858812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827921.858864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827922.882822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827922.882891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827923.906856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827923.906930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827924.290839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827924.290850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827924.290855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827924.290867:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1295 00000100:00080000:3.0:1787827924.290879:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827924.290887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827924.290932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134393344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827924.291001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827924.291006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827924.291009:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827924.291015:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1295 00000100:00080000:3.0:1787827924.291020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827924.291027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827924.291043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827924.291075:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134393344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827924.291083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134393472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827924.291109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827924.291114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827924.291117:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827924.291121:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1295 00000100:00080000:3.0:1787827924.291148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827924.291152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827924.291157:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827924.291159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787827924.291173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134393600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827924.291183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827924.291186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827924.291203:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827924.291207:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1295 00000100:00080000:3.0:1787827924.291212:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827924.291226:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827924.291231:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827924.291245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134393728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827924.291251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827924/real 1787827924] req@ffffa0e3c4318f00 x1874672134393344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827924.291283:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134393344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827924.291298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827924.291341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827924.291347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134393344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827924.291383:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827924.291415:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827924.291433:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827924/real 1787827924] req@ffffa0e3c431ad00 x1874672134393472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827924.291449:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134393472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827924.291469:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827924.291474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827924.291479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827924.291488:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827924.291514:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827924.291528:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827924/real 1787827924] req@ffffa0e3c431a1c0 x1874672134393600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827924.291545:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134393600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827924.291555:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827924.291561:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827924.291565:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827924.291573:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393728:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827924.291599:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827924.291615:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827924/real 1787827924] req@ffffa0e3c431a580 x1874672134393728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827924.291630:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134393728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827924.291641:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827924.291645:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827924.291651:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393728:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827924.930891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827924.930966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827925.954853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827925.954929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827926.978825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827926.978973:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827928.002842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827928.003025:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827929.026847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827929.026956:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827929.410888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827929.410903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827929.410909:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827929.410924:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1300 00000100:00080000:2.0:1787827929.410940:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827929.410951:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787827929.411010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134393856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827929.411067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827929.411072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827929.411075:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827929.411081:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1300 00000100:00080000:2.0:1787827929.411085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827929.411091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827929.411107:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827929.411146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827929.411161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827929.411170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787827929.411171:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134393856:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787827929.411173:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827929.411186:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1300 00000100:00080000:2.0:1787827929.411195:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827929.411200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827929.411206:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827929.411221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827929.411233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827929.411238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827929.411240:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827929.411245:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1300 00000100:00080000:2.0:1787827929.411301:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827929.411307:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787827929.411314:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827929.411332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134394240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827929.411395:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827929.411457:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827929.411487:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787827930.050811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827930.050894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827931.074816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827931.074922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827932.098830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827932.098938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787827932.482936:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787827932.482979:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787827932.482993:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827932.483020:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827932.483031:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787827932.483042:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787827932.483052:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827929/real 1787827932] req@ffffa0e3d025e1c0 x1874672134393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827932.483083:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134393984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827932.483096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827932.483100:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827932.483105:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134393984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827932.483111:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827929/real 1787827932] req@ffffa0e3d025cb40 x1874672134394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827932.483127:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134394112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827932.483133:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827932.483136:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827932.483139:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827932.483144:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827929/real 1787827932] req@ffffa0e3d025c3c0 x1874672134394240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827932.483155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134394240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827932.483160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827932.483162:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827932.483164:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787827932.483168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827929/real 1787827932] req@ffffa0e3d025f0c0 x1874672134393856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827932.483175:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134393856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827932.483180:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827932.483182:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787827932.483184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134393856:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827933.122890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827933.122914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827934.146871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827934.147070:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827934.530940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.530963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827934.530971:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.530991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1306 00000100:00080000:3.0:1787827934.531012:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.531026:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827934.531121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134394368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827934.531177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.531186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827934.531190:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.531201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1306 00000100:00080000:3.0:1787827934.531211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.531223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827934.531271:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827934.531281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134394368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827934.531330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134394496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827934.531358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.531366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827934.531369:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.531377:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1306 00000100:00080000:3.0:1787827934.531384:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.531392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827934.531402:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827934.531430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134394624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827934.531449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827934.531461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787827934.531464:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827934.531467:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827934.531481:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1306 00000100:00080000:3.0:1787827934.531491:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827934.531501:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827934.531512:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827934.531538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134394752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827934.531556:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffffa0e3c431a940 x1874672134394368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.531604:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134394368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.531642:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.531650:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827934.531659:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134394368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827934.531709:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827934.531801:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827934.531829:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffffa0e3c431bc00 x1874672134394496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.531855:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134394496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.531871:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.531877:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827934.531883:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827934.531896:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827934.531935:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827934.531956:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffffa0e3c431b0c0 x1874672134394624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.531979:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134394624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.531993:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.532012:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827934.532019:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827934.532033:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394752:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827934.532075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827934.532098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827934/real 1787827934] req@ffffa0e3c4319680 x1874672134394752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827934.532121:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134394752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827934.532138:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827934.532145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827934.532152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134394752:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827935.170921:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827935.170989:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827936.194911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827936.195076:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827937.218846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827937.218906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827938.242852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827938.242969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827939.266827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827939.267125:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827939.650922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827939.650941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827939.650950:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827939.650969:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1311 00000100:00080000:3.0:1787827939.650990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827939.651015:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827939.651091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134394880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827939.651146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827939.651154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827939.651159:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827939.651168:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1311 00000100:00080000:3.0:1787827939.651176:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827939.651186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827939.651229:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827939.651262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134394880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827939.651274:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134395008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827939.651300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827939.651307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827939.651312:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827939.651324:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1311 00000800:00000100:2.0:1787827939.651346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827939.651355:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827939.651368:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827939.651379:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827939.651397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffffa0e3c4319680 x1874672134394880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827939.651412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134395136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827939.651427:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134394880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827939.651464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827939.651475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827939.651477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827939.651482:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827939.651493:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:3.0:1787827939.651498:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1311 00000100:00100000:2.0:1787827939.651510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134394880:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827939.651513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827939.651531:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827939.651543:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827939.651562:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787827939.651572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134395264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827939.651606:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827939.651625:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffffa0e3c431b0c0 x1874672134395008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.651640:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134395008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.651651:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.651656:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827939.651660:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827939.651669:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827939.651696:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827939.651707:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffffa0e3c431bc00 x1874672134395136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.651719:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134395136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.651728:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.651732:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827939.651735:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827939.651804:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395264:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827939.651831:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827939.651843:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827939/real 1787827939] req@ffffa0e3c431a940 x1874672134395264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827939.651858:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134395264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827939.651867:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827939.651873:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827939.651877:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395264:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827940.290780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827940.290965:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827941.314783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827941.314880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827942.338909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827942.339009:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827943.362931:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827943.362974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827944.386862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827944.386947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827944.770838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827944.770849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827944.770855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827944.770867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1316 00000100:00080000:3.0:1787827944.770881:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827944.770890:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827944.770940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134395392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827944.770970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827944.770973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827944.770974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827944.770978:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1316 00000100:00080000:3.0:1787827944.770980:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827944.770983:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827944.770996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827944.771010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134395520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827944.771018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827944.771021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827944.771023:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827944.771028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1316 00000100:00080000:3.0:1787827944.771031:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827944.771033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827944.771037:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827944.771051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134395648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827944.771059:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134395392:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827944.771062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827944.771086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827944.771089:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827944.771093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1316 00000100:00080000:3.0:1787827944.771095:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827944.771097:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827944.771100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827944.771113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134395776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827944.771195:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827944.771251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffffa0e3c431a580 x1874672134395392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827944.771276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134395392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827944.771291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827944.771296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827944.771302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134395392:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827944.771311:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827944.771337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827944.771351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffffa0e3c431a1c0 x1874672134395520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827944.771366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134395520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827944.771377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827944.771380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827944.771384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827944.771417:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827944.771438:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827944.771449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffffa0e3c431ad00 x1874672134395648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827944.771464:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134395648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827944.771473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827944.771477:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827944.771481:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827944.771488:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395776:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827944.771506:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827944.771516:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827944/real 1787827944] req@ffffa0e3c4318f00 x1874672134395776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827944.771530:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134395776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827944.771548:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827944.771552:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827944.771555:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134395776:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827945.410818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827945.410837:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827946.434760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827946.434851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827947.458838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827947.458916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827948.482795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827948.482866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827949.506791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827949.506871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827949.890782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.890789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827949.890793:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.890801:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1321 00000100:00080000:3.0:1787827949.890810:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827949.890815:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827949.890849:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134395904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827949.890872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.890875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827949.890876:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.890879:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1321 00000100:00080000:3.0:1787827949.890881:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827949.890884:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827949.890892:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827949.890901:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134396032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827949.890909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.890912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827949.890915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827949.890917:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134395904:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827949.890920:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1321 00000100:00080000:3.0:1787827949.890927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827949.890930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827949.890935:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827949.890950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134396160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827949.890961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827949.890964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827949.890967:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827949.890972:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1321 00000100:00080000:3.0:1787827949.890976:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827949.890979:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827949.890986:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827949.890993:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827949.891007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134396288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827949.891018:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffffa0e3c4319a40 x1874672134395904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.891036:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134395904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.891044:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.891047:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827949.891050:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134395904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827949.891070:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827949.891089:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827949.891102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffffa0e3c4318000 x1874672134396032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.891115:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134396032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.891137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.891142:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827949.891146:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827949.891153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827949.891170:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827949.891179:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffffa0e3c4318b40 x1874672134396160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.891187:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134396160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.891192:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.891194:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827949.891197:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827949.891201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396288:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827949.891212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827949.891217:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827949/real 1787827949] req@ffffa0e3c431b840 x1874672134396288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827949.891225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134396288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827949.891229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827949.891231:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827949.891234:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396288:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827950.530801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827950.530862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827951.554790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827951.554859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827952.578797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827952.578856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827953.602827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827953.602945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827954.626859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827954.626944:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827955.010867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827955.010900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827955.010907:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827955.010923:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1326 00000100:00080000:3.0:1787827955.010937:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827955.010947:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827955.010996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134396416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827955.011034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827955.011039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827955.011041:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827955.011047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1326 00000100:00080000:3.0:1787827955.011051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827955.011065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827955.011077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827955.011119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827955.011143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827955.011147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827955.011151:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827955.011157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1326 00000100:00080000:3.0:1787827955.011163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827955.011168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827955.011175:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827955.011199:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134396416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827955.011200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827955.011228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827955.011232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827955.011234:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827955.011238:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1326 00000100:00080000:3.0:1787827955.011241:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827955.011245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827955.011251:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827955.011268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134396800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827955.011346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827955.011403:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827955/real 1787827955] req@ffffa0e3c43192c0 x1874672134396416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827955.011432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134396416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827955.011448:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827955.011454:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827955.011460:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134396416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827955.011472:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827955.011510:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827955.011531:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827955/real 1787827955] req@ffffa0e3c43183c0 x1874672134396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827955.011550:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134396544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827955.011563:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827955.011568:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827955.011574:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827955.011621:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827955.011646:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827955.011659:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827955/real 1787827955] req@ffffa0e3c4318780 x1874672134396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827955.011670:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134396672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827955.011679:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827955.011681:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827955.011685:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827955.011690:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396800:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827955.011705:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827955.011746:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827955/real 1787827955] req@ffffa0e3c4319e00 x1874672134396800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827955.011759:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134396800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827955.011767:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827955.011770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827955.011773:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134396800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827955.650872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827955.651026:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827956.674845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827956.674933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827957.698846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827957.698933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827958.722877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827958.722992:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827959.746784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827959.746878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827960.130837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827960.130847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827960.130851:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827960.130861:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1331 00000100:00080000:3.0:1787827960.130873:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827960.130880:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827960.130928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134396928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827960.130962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827960.130967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827960.130970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827960.130976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1331 00000100:00080000:3.0:1787827960.130980:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827960.130985:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827960.130995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827960.131015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134397056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827960.131016:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134396928:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827960.131035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827960.131038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827960.131041:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827960.131044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1331 00000100:00080000:3.0:1787827960.131048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827960.131051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827960.131074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827960.131089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134397184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827960.131099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827960.131102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827960.131104:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827960.131107:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1331 00000100:00080000:3.0:1787827960.131111:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827960.131117:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827960.131120:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827960.131127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827960.131137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134397312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827960.131177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827960/real 1787827960] req@ffffa0e3c4319e00 x1874672134396928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827960.131202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134396928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827960.131213:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827960.131216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827960.131220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134396928:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827960.131244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827960.131268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827960.131280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827960/real 1787827960] req@ffffa0e3c4318780 x1874672134397056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827960.131290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134397056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827960.131297:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827960.131300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827960.131303:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827960.131308:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827960.131323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827960.131331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827960/real 1787827960] req@ffffa0e3c43183c0 x1874672134397184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827960.131341:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134397184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827960.131347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827960.131350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827960.131352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827960.131357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397312:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827960.131369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827960.131376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827960/real 1787827960] req@ffffa0e3c43192c0 x1874672134397312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827960.131386:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134397312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827960.131393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827960.131395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827960.131398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397312:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827960.770865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827960.770969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827961.794813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827961.794904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827962.818858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827962.818959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827963.842859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827963.843003:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827964.866787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827964.866927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827965.250885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827965.250902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827965.250910:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827965.250926:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1336 00000100:00080000:3.0:1787827965.250944:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827965.250956:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827965.251007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134397440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827965.251078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827965.251092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827965.251095:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827965.251101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1336 00000100:00080000:3.0:1787827965.251109:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827965.251116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827965.251130:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827965.251145:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134397440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827965.251154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134397568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827965.251173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827965.251178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827965.251181:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827965.251186:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1336 00000100:00080000:3.0:1787827965.251191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827965.251196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827965.251202:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827965.251223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134397696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827965.251253:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827965.251255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827965.251267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827965.251273:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827965.251284:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1336 00000100:00080000:3.0:1787827965.251293:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827965.251303:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827965.251315:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827965.251321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827965/real 1787827965] req@ffffa0e3c431b840 x1874672134397440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827965.251346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134397824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827965.251355:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134397440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827965.251390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827965.251396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827965.251403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134397440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827965.251455:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827965.251484:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827965.251500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827965/real 1787827965] req@ffffa0e3c4318b40 x1874672134397568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827965.251528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134397568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827965.251539:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827965.251543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827965.251547:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827965.251554:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827965.251573:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827965.251584:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827965/real 1787827965] req@ffffa0e3c4318000 x1874672134397696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827965.251614:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134397696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827965.251624:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827965.251628:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827965.251631:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827965.251638:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397824:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827965.251657:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827965.251667:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827965/real 1787827965] req@ffffa0e3c4319a40 x1874672134397824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827965.251681:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134397824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827965.251691:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827965.251694:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827965.251698:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134397824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827965.890829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827965.890990:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827966.914851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827966.915004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827967.938898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827967.938980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827968.962846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827968.962918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827969.986846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827969.987075:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827970.370833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827970.370858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827970.370865:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827970.370877:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1341 00000100:00080000:3.0:1787827970.370891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827970.370900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827970.370946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134397952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827970.371004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827970.371010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827970.371012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827970.371018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1341 00000100:00080000:3.0:1787827970.371024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827970.371038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827970.371052:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827970.371073:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134397952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827970.371076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134398080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827970.371100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827970.371104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827970.371107:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827970.371113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1341 00000100:00080000:3.0:1787827970.371117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827970.371122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827970.371128:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827970.371145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134398208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827970.371169:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827970.371172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827970.371179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827970.371183:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827970.371190:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1341 00000100:00080000:3.0:1787827970.371207:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827970.371213:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827970.371219:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787827970.371230:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827970/real 1787827970] req@ffffa0e3c4318f00 x1874672134397952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827970.371239:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134398336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827970.371288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134397952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827970.371305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827970.371310:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827970.371316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134397952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787827970.371349:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827970.371379:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827970.371395:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827970/real 1787827970] req@ffffa0e3c431ad00 x1874672134398080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827970.371411:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134398080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827970.371422:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827970.371426:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827970.371430:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827970.371437:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787827970.371456:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827970.371467:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827970/real 1787827970] req@ffffa0e3c431a1c0 x1874672134398208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827970.371481:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134398208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827970.371500:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827970.371503:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827970.371507:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827970.371514:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398336:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787827970.371532:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787827970.371543:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827970/real 1787827970] req@ffffa0e3c431a580 x1874672134398336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827970.371557:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134398336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827970.371567:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827970.371571:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787827970.371575:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398336:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827971.010831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827971.010954:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827972.034856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827972.035042:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827973.058906:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787827973.058996:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827974.082864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787827974.083030:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827975.106804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827975.106877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827975.490785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827975.490797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827975.490802:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827975.490813:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1347 00000100:00080000:1.0:1787827975.490824:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827975.490833:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827975.490876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134398464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827975.490904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827975.490913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827975.490915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827975.490918:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1347 00000100:00080000:1.0:1787827975.490922:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827975.490926:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827975.490934:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827975.490945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134398592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827975.490967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827975.490970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827975.490972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827975.490985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1347 00000100:00080000:1.0:1787827975.490988:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827975.490993:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827975.490999:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827975.491012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134398720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827975.491025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827975.491026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134398464:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787827975.491032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827975.491037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827975.491060:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1347 00000100:00080000:1.0:1787827975.491065:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827975.491069:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827975.491074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827975.491086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134398848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827975.491108:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827975.491140:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827975/real 1787827975] req@ffffa0e3d98d4780 x1874672134398464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827975.491155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134398464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827975.491163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827975.491166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827975.491169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134398464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827975.491174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827975.491188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827975.491196:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827975/real 1787827975] req@ffffa0e3d98d5680 x1874672134398592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827975.491204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134398592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827975.491209:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827975.491211:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827975.491214:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827975.491244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827975.491256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827975.491262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827975/real 1787827975] req@ffffa0e3d98d52c0 x1874672134398720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827975.491270:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134398720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827975.491275:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827975.491277:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827975.491279:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827975.491283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398848:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827975.491296:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827975.491304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827975/real 1787827975] req@ffffa0e3d98d6940 x1874672134398848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827975.491312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134398848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827975.491318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827975.491320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827975.491322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134398848:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827976.130823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787827976.130876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827977.154787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827977.154856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827978.178845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827978.179017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827979.202874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827979.203064:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827980.226831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827980.227039:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827980.610857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827980.610871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827980.610876:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827980.610889:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1352 00000100:00080000:1.0:1787827980.610903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827980.610933:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787827980.610995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134398976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827980.611051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827980.611056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827980.611059:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827980.611064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1352 00000100:00080000:1.0:1787827980.611069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827980.611074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827980.611087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827980.611105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827980.611120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827980.611128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827980.611131:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827980.611137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1352 00000100:00080000:1.0:1787827980.611142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827980.611151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827980.611163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827980.611167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134398976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787827980.611181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827980.611196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827980.611200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827980.611203:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827980.611208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1352 00000100:00080000:1.0:1787827980.611212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827980.611228:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787827980.611235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787827980.611250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134399360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827980.611276:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827980.611348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffffa0e3d98d61c0 x1874672134398976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827980.611379:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134398976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827980.611399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827980.611407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827980.611416:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134398976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827980.611432:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827980.611484:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827980.611504:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffffa0e3d98d6940 x1874672134399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827980.611521:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134399104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827980.611532:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827980.611537:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827980.611541:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827980.611583:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827980.611607:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827980.611620:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffffa0e3d98d52c0 x1874672134399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827980.611644:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134399232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827980.611654:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827980.611657:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827980.611661:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827980.611669:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399360:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827980.611688:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827980.611700:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827980/real 1787827980] req@ffffa0e3d98d5680 x1874672134399360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827980.611787:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134399360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827980.611805:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827980.611824:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827980.611830:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827981.250842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827981.250954:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827982.274829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827982.274979:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827983.298832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827983.298987:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827984.322853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827984.322966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827985.346841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827985.346948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827985.730933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.730945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827985.730950:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.730962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1357 00000100:00080000:3.0:1787827985.730975:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.730994:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827985.731059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134399488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827985.731104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.731112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827985.731115:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.731124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1357 00000100:00080000:3.0:1787827985.731132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.731156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827985.731173:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827985.731201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134399488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787827985.731205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134399616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827985.731228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.731233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827985.731235:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.731240:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1357 00000100:00080000:3.0:1787827985.731246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.731251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827985.731267:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827985.731287:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134399744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827985.731300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827985.731304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827985.731307:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827985.731319:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1357 00000800:00000100:0.0:1787827985.731320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787827985.731330:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827985.731338:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827985.731345:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827985.731362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134399872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827985.731386:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffffa0e3c431a940 x1874672134399488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.731413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134399488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.731436:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.731440:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827985.731446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134399488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827985.731476:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827985.731500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827985.731515:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffffa0e3c431bc00 x1874672134399616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.731529:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134399616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.731538:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.731542:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827985.731545:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827985.731552:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827985.731569:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827985.731579:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffffa0e3c431b0c0 x1874672134399744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.731592:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134399744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.731601:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.731604:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827985.731607:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827985.731614:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399872:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827985.731631:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827985.731641:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827985/real 1787827985] req@ffffa0e3c4319680 x1874672134399872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827985.731654:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134399872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827985.731663:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827985.731667:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827985.731673:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134399872:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827986.370914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827986.371037:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827987.394822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827987.394952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827988.418828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827988.418972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827989.442914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827989.442964:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827990.466866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827990.466982:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827990.850805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.850818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827990.850824:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.850837:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1362 00000100:00080000:3.0:1787827990.850877:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.850887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827990.850940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134400000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827990.850983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.850988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827990.850991:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.850996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1362 00000100:00080000:3.0:1787827990.851007:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.851012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827990.851026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827990.851042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134400128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827990.851059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.851064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827990.851066:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.851076:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1362 00000100:00100000:0.0:1787827990.851079:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134400000:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827990.851081:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.851092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827990.851102:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827990.851117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134400256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827990.851130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827990.851135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827990.851137:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827990.851141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1362 00000100:00080000:3.0:1787827990.851147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827990.851152:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827990.851158:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827990.851173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134400384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827990.851185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827990.851260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffffa0e3c4319680 x1874672134400000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.851285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134400000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.851300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.851305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827990.851311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134400000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827990.851340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827990.851368:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827990.851384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffffa0e3c431b0c0 x1874672134400128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.851401:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134400128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.851411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.851415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827990.851420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827990.851426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787827990.851445:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827990.851456:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffffa0e3c431bc00 x1874672134400256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.851470:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134400256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.851480:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.851483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827990.851487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827990.851494:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400384:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787827990.851512:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787827990.851522:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827990/real 1787827990] req@ffffa0e3c431a940 x1874672134400384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827990.851535:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134400384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827990.851554:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827990.851558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827990.851562:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400384:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827991.490833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827991.490952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827992.514886:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827992.515009:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827993.538891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827993.538998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827994.562852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827994.562997:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827995.586925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827995.587028:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827995.970907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827995.970923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827995.970930:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827995.970946:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1367 00000100:00080000:3.0:1787827995.970964:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827995.970975:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787827995.971040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134400512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827995.971082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827995.971087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827995.971090:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827995.971096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1367 00000100:00080000:3.0:1787827995.971100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827995.971105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827995.971120:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827995.971138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134400640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827995.971152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827995.971158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827995.971162:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827995.971167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1367 00000100:00080000:3.0:1787827995.971171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827995.971177:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827995.971184:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827995.971204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134400768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827995.971212:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134400512:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787827995.971254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827995.971259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827995.971262:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827995.971269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1367 00000100:00080000:3.0:1787827995.971277:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827995.971283:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787827995.971290:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787827995.971327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134400896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827995.971418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827995.971470:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827995.971512:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400896:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787827996.610882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827996.611041:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827997.634912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827997.635033:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827998.658932:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827998.659074:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827999.043335:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787827999.043415:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827999.043443:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827999.043513:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827999.043530:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787827999.043543:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787827999.043657:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827999] req@ffffa0e3c431ad00 x1874672134400768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827999.043703:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134400768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827999.043819:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827999.043829:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827999.043839:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787827999.043854:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827999] req@ffffa0e3c4318f00 x1874672134400896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827999.043883:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134400896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827999.043901:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827999.043909:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827999.043915:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400896:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787827999.043927:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827999] req@ffffa0e3c431a580 x1874672134400512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827999.043950:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134400512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827999.043965:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827999.043973:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827999.043978:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134400512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787827999.043989:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827995/real 1787827999] req@ffffa0e3c431a1c0 x1874672134400640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827999.044041:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134400640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827999.044057:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827999.044065:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787827999.044074:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134400640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787827999.682898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787827999.683028:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828000.706836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828000.706939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828001.090809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828001.090817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828001.090821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828001.090829:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1372 00000100:00080000:1.0:1787828001.090839:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828001.090844:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828001.090874:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134401024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828001.090900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828001.090902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828001.090904:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828001.090907:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1372 00000100:00080000:1.0:1787828001.090915:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828001.090918:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828001.090928:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828001.090939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134401152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828001.090946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828001.090949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828001.090951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828001.090954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1372 00000100:00080000:1.0:1787828001.090956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828001.090958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828001.090961:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828001.090965:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134401024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828001.090972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134401280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828001.090985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828001.090989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828001.090991:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828001.090995:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1372 00000100:00080000:1.0:1787828001.091000:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828001.091005:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828001.091011:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828001.091024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134401408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828001.091042:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828001.091086:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828001/real 1787828001] req@ffffa0e3d98d4780 x1874672134401024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828001.091104:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134401024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828001.091113:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828001.091116:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828001.091119:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134401024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828001.091125:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828001.091144:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828001.091152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828001/real 1787828001] req@ffffa0e3d98d4f00 x1874672134401152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828001.091161:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134401152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828001.091166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828001.091168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828001.091170:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828001.091191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828001.091208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828001.091220:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828001/real 1787828001] req@ffffa0e3d98d43c0 x1874672134401280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828001.091233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134401280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828001.091241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828001.091244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828001.091247:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828001.091253:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401408:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828001.091273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828001.091284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828001/real 1787828001] req@ffffa0e3d98d5e00 x1874672134401408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828001.091295:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134401408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828001.091303:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828001.091306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828001.091309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401408:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828001.730864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828001.730973:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828002.754843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828002.754913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828003.778808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828003.778864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828004.802836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828004.802882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828005.826833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828005.827117:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828006.210886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828006.210898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828006.210904:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828006.210917:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1377 00000100:00080000:3.0:1787828006.210947:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828006.210966:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828006.211025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134401536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828006.211075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828006.211083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828006.211087:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828006.211095:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1377 00000100:00080000:3.0:1787828006.211103:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828006.211112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828006.211141:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828006.211160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134401536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828006.211173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828006.211192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828006.211197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828006.211200:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828006.211206:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1377 00000100:00080000:3.0:1787828006.211214:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828006.211221:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828006.211232:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828006.211259:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828006.211264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828006.211289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828006.211296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828006.211300:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828006.211309:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1377 00000100:00080000:3.0:1787828006.211319:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828006.211333:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828006.211335:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828006/real 1787828006] req@ffffa0e3c4319a40 x1874672134401536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828006.211346:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828006.211384:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134401920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828006.211393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134401536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828006.211437:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828006.211446:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828006.211453:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134401536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828006.211489:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828006.211524:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828006.211542:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828006/real 1787828006] req@ffffa0e3c4318000 x1874672134401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828006.211560:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134401664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828006.211571:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828006.211575:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828006.211579:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828006.211586:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828006.211605:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828006.211617:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828006/real 1787828006] req@ffffa0e3c4318b40 x1874672134401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828006.211630:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134401792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828006.211640:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828006.211644:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828006.211647:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828006.211654:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401920:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828006.211673:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828006.211684:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828006/real 1787828006] req@ffffa0e3c431b840 x1874672134401920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828006.211698:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134401920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828006.211802:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828006.211807:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828006.211812:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134401920:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828006.850845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828006.850962:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828007.874847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828007.874921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828008.898864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828008.898990:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828009.922844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828009.922985:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828010.946863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828010.946928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828011.330800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828011.330808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828011.330812:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828011.330821:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1382 00000100:00080000:3.0:1787828011.330829:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828011.330848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828011.330878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134402048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828011.330906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828011.330910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828011.330912:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828011.330917:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1382 00000100:00080000:3.0:1787828011.330921:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828011.330925:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828011.330964:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828011.330994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134402176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828011.331026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134402048:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828011.331026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828011.331030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828011.331033:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828011.331037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1382 00000100:00080000:3.0:1787828011.331042:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828011.331046:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828011.331051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828011.331064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134402304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828011.331073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828011.331076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828011.331078:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828011.331082:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1382 00000100:00080000:3.0:1787828011.331086:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828011.331089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787828011.331090:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828011.331135:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828011/real 1787828011] req@ffffa0e3c43192c0 x1874672134402048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828011.331154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134402048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828011.331164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828011.331169:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000008:00100000:3.0:1787828011.331173:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828011.331174:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134402048:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828011.331188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134402432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828011.331201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828011.331236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828011.331250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828011/real 1787828011] req@ffffa0e3c43183c0 x1874672134402176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828011.331262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134402176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828011.331282:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828011.331286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828011.331290:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828011.331296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828011.331315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828011.331326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828011/real 1787828011] req@ffffa0e3c4318780 x1874672134402304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828011.331338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134402304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828011.331346:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828011.331349:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828011.331353:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828011.331359:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402432:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828011.331379:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828011.331391:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828011/real 1787828011] req@ffffa0e3c4319e00 x1874672134402432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828011.331413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134402432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828011.331421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828011.331424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828011.331428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402432:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828011.970889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828011.971005:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828012.994879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828012.994968:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828014.018843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828014.018915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828015.042851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828015.042937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828016.066822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828016.066960:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828016.450810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828016.450821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828016.450825:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828016.450834:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1387 00000100:00080000:3.0:1787828016.450843:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828016.450848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828016.450895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134402560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828016.450918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828016.450921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828016.450922:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828016.450925:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1387 00000100:00080000:3.0:1787828016.450927:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828016.450930:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828016.450938:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828016.450946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134402688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828016.450962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828016.450965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828016.450966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828016.450968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1387 00000100:00080000:3.0:1787828016.450970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828016.450972:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828016.450975:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828016.450981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134402816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828016.450987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828016.450989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828016.450991:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828016.450993:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1387 00000100:00080000:3.0:1787828016.450995:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828016.450998:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828016.451001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828016.451011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134402944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828016.451012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134402560:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787828016.451088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828016.451122:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828016/real 1787828016] req@ffffa0e3c4319e00 x1874672134402560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828016.451135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134402560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828016.451143:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828016.451146:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828016.451150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134402560:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828016.451154:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828016.451168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828016.451178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828016/real 1787828016] req@ffffa0e3c4318780 x1874672134402688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828016.451191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134402688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828016.451199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828016.451203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828016.451206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828016.451213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828016.451244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828016.451254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828016/real 1787828016] req@ffffa0e3c43183c0 x1874672134402816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828016.451262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134402816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828016.451272:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828016.451274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828016.451276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828016.451299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402944:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828016.451313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828016.451319:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828016/real 1787828016] req@ffffa0e3c43192c0 x1874672134402944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828016.451326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134402944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828016.451331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828016.451333:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828016.451335:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134402944:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828017.090858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828017.090993:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828018.114796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828018.114883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828019.138782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828019.138837:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828020.162788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828020.162833:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828021.186850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828021.186950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828021.570846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828021.570858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828021.570864:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828021.570878:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1393 00000100:00080000:2.0:1787828021.570891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828021.570900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828021.570964:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134403072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828021.571002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828021.571007:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828021.571015:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828021.571020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1393 00000100:00080000:2.0:1787828021.571025:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828021.571030:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828021.571042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828021.571057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134403200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828021.571070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828021.571074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828021.571078:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828021.571084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1393 00000100:00080000:2.0:1787828021.571088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828021.571093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828021.571099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828021.571114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134403328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828021.571127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828021.571131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828021.571135:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828021.571141:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134403072:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828021.571144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1393 00000100:00080000:2.0:1787828021.571155:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828021.571162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828021.571168:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828021.571184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134403456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828021.571247:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828021.571300:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffffa0e3d025e940 x1874672134403072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.571332:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134403072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.571355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.571363:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828021.571371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134403072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828021.571387:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828021.571450:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828021.571471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffffa0e3d025cf00 x1874672134403200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.571488:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134403200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.571499:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.571504:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828021.571508:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828021.571541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828021.571566:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828021.571578:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffffa0e3d025d680 x1874672134403328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.571592:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134403328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.571602:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.571606:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828021.571609:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828021.571616:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403456:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828021.571677:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828021.571694:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828021/real 1787828021] req@ffffa0e3d025e580 x1874672134403456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.571753:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134403456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.571767:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.571770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828021.571775:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828022.210814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828022.210951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828023.234859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828023.234931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828024.258863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828024.258963:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828025.282865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828025.282983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828026.306868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828026.306962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828026.690825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828026.690833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828026.690837:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828026.690846:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1398 00000100:00080000:1.0:1787828026.690855:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828026.690861:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828026.690917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134403584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828026.690953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828026.690957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828026.690959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828026.690963:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1398 00000100:00080000:1.0:1787828026.690967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828026.690971:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828026.690983:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828026.691008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134403712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828026.691022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828026.691026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828026.691028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828026.691031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1398 00000100:00080000:1.0:1787828026.691034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828026.691039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828026.691048:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134403584:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828026.691048:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828026.691075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134403840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828026.691086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828026.691090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828026.691091:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828026.691095:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1398 00000100:00080000:1.0:1787828026.691114:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828026.691117:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828026.691121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828026.691143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134403968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828026.691187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828026.691236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffffa0e3d98d7840 x1874672134403584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828026.691251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134403584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828026.691260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828026.691263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828026.691266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134403584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828026.691272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828026.691291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828026.691301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffffa0e3d98d5e00 x1874672134403712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828026.691310:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134403712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828026.691325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828026.691328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828026.691330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828026.691369:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828026.691383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828026.691391:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffffa0e3d98d43c0 x1874672134403840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828026.691399:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134403840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828026.691405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828026.691408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828026.691410:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828026.691414:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403968:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828026.691441:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828026.691448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828026/real 1787828026] req@ffffa0e3d98d4f00 x1874672134403968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828026.691456:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134403968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828026.691463:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828026.691465:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828026.691467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134403968:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828027.330810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828027.330859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828028.354852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828028.354951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828029.378834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828029.379016:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828030.402869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828030.402998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828031.426859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828031.426957:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828031.810892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828031.810920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828031.810926:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828031.810944:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1403 00000100:00080000:0.0:1787828031.810962:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828031.810974:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828031.811034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134404096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828031.811094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828031.811099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828031.811102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828031.811108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1403 00000100:00080000:0.0:1787828031.811114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828031.811119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828031.811143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828031.811163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828031.811176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828031.811180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828031.811182:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828031.811187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1403 00000100:00080000:0.0:1787828031.811191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828031.811194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828031.811201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828031.811208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134404096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828031.811219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828031.811246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828031.811250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828031.811253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828031.811257:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1403 00000100:00080000:0.0:1787828031.811262:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828031.811266:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828031.811273:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828031.811302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134404480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828031.811382:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828031.811475:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffffa0e3c3e84b40 x1874672134404096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.811503:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134404096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.811517:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.811522:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828031.811527:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134404096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828031.811549:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828031.811613:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828031.811632:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffffa0e3c3e870c0 x1874672134404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.811660:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134404224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.811672:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.811676:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828031.811681:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828031.811753:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828031.811792:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828031.811807:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffffa0e3c3e86d00 x1874672134404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.811824:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134404352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.811853:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.811860:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828031.811870:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828031.811885:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404480:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828031.811932:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828031.811951:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828031/real 1787828031] req@ffffa0e3c3e861c0 x1874672134404480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828031.811966:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134404480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828031.811977:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828031.811981:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828031.811985:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828032.450860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828032.450985:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828033.474865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828033.475019:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828034.498796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828034.498860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828035.522828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828035.522899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828036.546821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828036.546975:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828036.930856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828036.930875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828036.930882:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828036.930897:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1408 00000100:00080000:3.0:1787828036.930914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828036.930924:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828036.930984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134404608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828036.931021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828036.931026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828036.931028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828036.931033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1408 00000100:00080000:3.0:1787828036.931036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828036.931040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828036.931054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828036.931067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134404736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828036.931092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828036.931095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828036.931098:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828036.931102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1408 00000100:00080000:3.0:1787828036.931106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828036.931110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828036.931115:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828036.931129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134404864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828036.931142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828036.931146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828036.931149:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828036.931153:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1408 00000100:00080000:3.0:1787828036.931156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828036.931164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134404608:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828036.931165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828036.931172:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828036.931187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134404992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828036.931292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828036.931354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffffa0e3c431b840 x1874672134404608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.931377:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134404608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.931398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.931403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828036.931408:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134404608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828036.931416:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828036.931470:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828036.931493:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffffa0e3c4318b40 x1874672134404736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.931567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134404736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.931583:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.931589:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828036.931594:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828036.931645:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828036.931682:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828036.931702:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffffa0e3c4318000 x1874672134404864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.931724:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134404864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.931801:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.931808:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828036.931814:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828036.931826:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404992:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828036.931864:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828036.931885:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828036/real 1787828036] req@ffffa0e3c4319a40 x1874672134404992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828036.931907:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134404992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828036.931923:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828036.931929:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828036.931934:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134404992:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828037.570868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828037.571062:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828038.594835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828038.595081:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828039.618835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828039.618949:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828040.642873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828040.643068:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828041.666813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828041.666945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828042.050874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828042.050886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828042.050891:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828042.050904:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1413 00000100:00080000:0.0:1787828042.050918:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828042.050928:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828042.050987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134405120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828042.051030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828042.051035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828042.051037:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828042.051042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1413 00000100:00080000:0.0:1787828042.051047:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828042.051051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828042.051064:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828042.051080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134405248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828042.051095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828042.051100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828042.051102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828042.051107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1413 00000100:00080000:0.0:1787828042.051121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828042.051126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828042.051133:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828042.051142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134405120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828042.051154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134405376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828042.051171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828042.051175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828042.051177:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828042.051182:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1413 00000100:00080000:0.0:1787828042.051186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828042.051190:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828042.051196:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828042.051215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134405504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828042.051275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828042.051342:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828042/real 1787828042] req@ffffa0e3c3e85a40 x1874672134405120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828042.051366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134405120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828042.051381:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828042.051386:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828042.051392:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134405120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828042.051402:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828042.051434:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828042.051448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828042/real 1787828042] req@ffffa0e3c3e87c00 x1874672134405248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828042.051463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134405248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828042.051473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828042.051477:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828042.051481:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828042.051610:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828042.051638:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828042.051652:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828042/real 1787828042] req@ffffa0e3c3e86580 x1874672134405376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828042.051667:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134405376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828042.051677:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828042.051681:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828042.051685:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828042.051692:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405504:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828042.051778:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828042.051799:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828042/real 1787828042] req@ffffa0e3c3e861c0 x1874672134405504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828042.051823:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134405504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828042.051833:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828042.051837:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828042.051840:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828042.690847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828042.690949:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828043.714867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828043.714995:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828044.738880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828044.739038:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828045.762819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828045.762956:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828046.786820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828046.787015:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828047.170869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828047.170884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828047.170893:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828047.170913:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1418 00000100:00080000:0.0:1787828047.170934:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828047.170950:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828047.171016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134405632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828047.171061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828047.171067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828047.171071:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828047.171078:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1418 00000100:00080000:0.0:1787828047.171085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828047.171091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828047.171109:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828047.171136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134405760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828047.171140:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134405632:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828047.171185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828047.171192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828047.171195:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828047.171206:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1418 00000100:00080000:0.0:1787828047.171212:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828047.171220:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828047.171231:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828047.171267:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134405888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828047.171290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828047.171298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828047.171307:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828047.171319:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1418 00000100:00080000:0.0:1787828047.171328:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828047.171337:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828047.171348:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828047.171373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134406016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828047.171422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828047.171504:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828047/real 1787828047] req@ffffa0e3c3e86d00 x1874672134405632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828047.171868:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134405632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828047.171895:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828047.171908:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828047.171923:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134405632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828047.171963:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828047.172002:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828047.172021:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828047/real 1787828047] req@ffffa0e3c3e870c0 x1874672134405760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828047.172037:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134405760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828047.172047:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828047.172052:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828047.172056:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828047.172064:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828047.172084:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828047.172095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828047/real 1787828047] req@ffffa0e3c3e84b40 x1874672134405888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828047.172118:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134405888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828047.172127:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828047.172131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828047.172134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134405888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828047.172142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406016:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828047.172164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828047.172175:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828047/real 1787828047] req@ffffa0e3c3e85680 x1874672134406016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828047.172188:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134406016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828047.172197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828047.172201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828047.172205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406016:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828047.810851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828047.810989:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828048.834828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828048.834941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828049.858809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828049.858896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828050.882795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828050.882914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828051.906861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828051.906915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828052.290903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828052.290920:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828052.290927:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828052.290944:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1423 00000100:00080000:2.0:1787828052.290962:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828052.290971:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828052.291023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134406144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828052.291069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828052.291074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828052.291077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828052.291086:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1423 00000100:00080000:2.0:1787828052.291090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828052.291096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828052.291109:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828052.291124:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134406144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828052.291127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134406272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828052.291160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828052.291166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828052.291168:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828052.291179:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1423 00000100:00080000:2.0:1787828052.291185:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828052.291189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828052.291195:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828052.291210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134406400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828052.291223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828052.291226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828052.291229:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828052.291236:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1423 00000800:00000100:3.0:1787828052.291244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828052.291252:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828052.291259:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828052.291267:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828052.291283:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134406528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828052.291311:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828052/real 1787828052] req@ffffa0e3d025d2c0 x1874672134406144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.291335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134406144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.291345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.291349:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828052.291352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134406144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828052.291380:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828052.291398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828052.291431:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828052/real 1787828052] req@ffffa0e3d025da40 x1874672134406272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.291447:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134406272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.291456:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.291461:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828052.291465:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828052.291473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828052.291496:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828052.291509:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828052/real 1787828052] req@ffffa0e3d025ed00 x1874672134406400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.291524:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134406400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.291540:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.291552:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828052.291556:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828052.291563:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828052.291587:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828052.291599:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828052/real 1787828052] req@ffffa0e3d025de00 x1874672134406528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.291613:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134406528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.291623:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.291627:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828052.291631:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828052.930835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828052.930955:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828053.954827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828053.955021:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828054.978851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828054.979019:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828056.002846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828056.002966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828057.026813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828057.026909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828057.410856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828057.410866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828057.410870:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828057.410881:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1428 00000100:00080000:0.0:1787828057.410893:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828057.410917:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828057.410959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134406656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828057.410985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828057.410988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828057.410990:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828057.410994:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1428 00000100:00080000:0.0:1787828057.410999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828057.411003:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828057.411014:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828057.411018:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134406656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828057.411029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828057.411041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828057.411044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828057.411046:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828057.411050:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1428 00000100:00080000:0.0:1787828057.411053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828057.411056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828057.411060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828057.411070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828057.411079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828057.411082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828057.411083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828057.411086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1428 00000100:00080000:0.0:1787828057.411089:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828057.411091:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828057.411095:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828057.411105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134407040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828057.411124:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828057.411172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828057/real 1787828057] req@ffffa0e3c3e84780 x1874672134406656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828057.411204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134406656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828057.411220:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828057.411227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828057.411233:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134406656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828057.411263:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828057.411288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828057.411301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828057/real 1787828057] req@ffffa0e3c3e84f00 x1874672134406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828057.411316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134406784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828057.411328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828057.411333:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828057.411338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828057.411347:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828057.411374:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828057.411405:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828057/real 1787828057] req@ffffa0e3c3e852c0 x1874672134406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828057.411416:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134406912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828057.411442:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828057.411446:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828057.411450:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134406912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828057.411457:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828057.411482:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828057.411512:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828057/real 1787828057] req@ffffa0e3c3e87480 x1874672134407040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828057.411526:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134407040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828057.411536:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828057.411539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828057.411543:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828058.050842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828058.050921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828059.074794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828059.074877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828060.098871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828060.099028:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828061.122889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828061.123028:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828062.146826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828062.146989:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828062.530935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828062.530952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828062.530962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828062.530996:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1434 00000100:00080000:0.0:1787828062.531036:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828062.531048:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828062.531167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134407168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828062.531236:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828062.531244:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828062.531249:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828062.531258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1434 00000100:00080000:0.0:1787828062.531267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828062.531281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828062.531316:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828062.531334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134407296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828062.531367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828062.531372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828062.531375:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134407168:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828062.531394:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828062.531411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1434 00000100:00080000:0.0:1787828062.531417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828062.531424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828062.531434:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828062.531456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134407424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828062.531480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828062.531485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828062.531489:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828062.531498:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1434 00000100:00080000:0.0:1787828062.531502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828062.531524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828062.531532:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828062.531557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134407552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828062.531570:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828062.531640:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828062.531704:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828063.170830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828063.171033:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828064.194822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828064.194975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828065.218866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828065.218999:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828065.603081:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828065.603137:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828065.603158:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828065.603207:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828065.603218:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828065.603230:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828065.603281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffffa0e3c3e87480 x1874672134407552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.603316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134407552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.603375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.603385:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828065.603394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828065.603408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffffa0e3c3e85e00 x1874672134407296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.603436:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134407296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.603450:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.603455:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828065.603459:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828065.603468:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffffa0e3c3e87840 x1874672134407424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.603491:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134407424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.603505:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.603512:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828065.603518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828065.603530:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828062/real 1787828065] req@ffffa0e3c3e86940 x1874672134407168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.603552:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134407168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.603568:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.603574:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828065.603591:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134407168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828066.242813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828066.242937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828067.266812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828067.267051:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828067.650908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828067.650935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828067.650941:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828067.650957:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1439 00000100:00080000:0.0:1787828067.650972:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828067.650983:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828067.651035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134407680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828067.651083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828067.651088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828067.651091:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828067.651097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1439 00000100:00080000:0.0:1787828067.651101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828067.651106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828067.651119:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828067.651135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134407808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828067.651148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828067.651152:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828067.651154:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828067.651158:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1439 00000100:00080000:0.0:1787828067.651162:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828067.651166:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828067.651170:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828067.651180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134407936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828067.651191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828067.651196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828067.651199:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828067.651203:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1439 00000100:00080000:0.0:1787828067.651206:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828067.651214:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828067.651220:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828067.651231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134408064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828067.651287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134407680:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787828067.651512:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828067.651610:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffffa0e3c3e852c0 x1874672134407680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828067.651659:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134407680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828067.651683:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828067.651691:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828067.651699:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134407680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828067.651765:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828067.651817:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828067.651845:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffffa0e3c3e84f00 x1874672134407808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828067.651867:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134407808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828067.651881:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828067.651889:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828067.651895:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828067.651907:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828067.651947:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828067.652872:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffffa0e3c3e84780 x1874672134407936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828067.652920:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134407936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828067.652937:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828067.652944:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828067.652951:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134407936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828067.652968:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828067.653028:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828067.653055:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828067/real 1787828067] req@ffffa0e3c3e85680 x1874672134408064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828067.653079:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134408064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828067.653096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828067.653102:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828067.653108:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408064:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828068.290840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828068.290923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828069.314915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828069.315047:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828070.338836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828070.338986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828071.362773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828071.362828:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828072.386856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828072.386954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828072.770838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828072.770846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828072.770849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828072.770857:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1444 00000100:00080000:1.0:1787828072.770867:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828072.770872:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828072.770905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134408192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828072.770934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828072.770937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828072.770938:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828072.770941:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1444 00000100:00080000:1.0:1787828072.770943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828072.770946:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828072.770954:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828072.770963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134408320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828072.770970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828072.770973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828072.770974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828072.770977:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1444 00000100:00080000:1.0:1787828072.770979:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828072.770984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134408192:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828072.770985:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828072.770989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828072.770999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134408448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828072.771005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828072.771008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828072.771009:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828072.771012:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1444 00000100:00080000:1.0:1787828072.771014:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828072.771016:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828072.771020:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828072.771027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134408576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828072.771057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828072.771095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffffa0e3d98d4780 x1874672134408192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828072.771113:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134408192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828072.771125:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828072.771138:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828072.771143:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134408192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828072.771151:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828072.771176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828072.771188:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffffa0e3d98d5680 x1874672134408320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828072.771201:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134408320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828072.771210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828072.771213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828072.771216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828072.771242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828072.771260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828072.771284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffffa0e3d98d52c0 x1874672134408448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828072.771298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134408448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828072.771306:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828072.771309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828072.771313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828072.771319:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408576:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828072.771336:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828072.771345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828072/real 1787828072] req@ffffa0e3d98d6940 x1874672134408576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828072.771357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134408576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828072.771365:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828072.771367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828072.771371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828073.410787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828073.410842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828074.434866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828074.434978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828075.458810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828075.458882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828076.482852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828076.482922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828077.506900:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828077.506997:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828077.890838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828077.890852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828077.890857:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828077.890870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1449 00000100:00080000:1.0:1787828077.890884:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828077.890893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828077.890942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134408704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828077.891003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828077.891011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828077.891016:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828077.891025:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1449 00000100:00080000:1.0:1787828077.891033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828077.891041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828077.891059:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828077.891087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134408832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828077.891109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828077.891115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828077.891118:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828077.891118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134408704:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828077.891132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1449 00000100:00080000:1.0:1787828077.891147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828077.891154:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828077.891161:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828077.891182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134408960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828077.891195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828077.891200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828077.891203:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828077.891207:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1449 00000100:00080000:1.0:1787828077.891213:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828077.891217:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828077.891224:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828077.891257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134409088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828077.891307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828077.891383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffffa0e3d98d61c0 x1874672134408704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828077.891427:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134408704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828077.891442:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828077.891448:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828077.891453:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134408704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828077.891513:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828077.891546:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828077.891563:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffffa0e3d98d6940 x1874672134408832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828077.891579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134408832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828077.891589:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828077.891593:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828077.891597:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828077.891605:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828077.891626:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828077.891637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffffa0e3d98d52c0 x1874672134408960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828077.891661:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134408960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828077.891671:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828077.891674:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828077.891678:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134408960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828077.891685:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828077.891712:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828077.891731:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828077/real 1787828077] req@ffffa0e3d98d5680 x1874672134409088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828077.891754:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134409088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828077.891834:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828077.891839:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828077.891843:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409088:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828078.530866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828078.530954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828079.554869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828079.554984:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828080.578823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828080.579056:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828081.602832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828081.602914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828082.626918:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828082.627060:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828083.010934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828083.010958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828083.010966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828083.010985:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1454 00000100:00080000:2.0:1787828083.011032:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828083.011045:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828083.011090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134409216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828083.011148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828083.011154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828083.011158:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828083.011165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1454 00000100:00080000:2.0:1787828083.011171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828083.011178:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828083.011191:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828083.011270:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828083.011289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828083.011294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134409216:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828083.011295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828083.011306:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828083.011321:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1454 00000100:00080000:2.0:1787828083.011328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828083.011337:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828083.011344:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828083.011360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828083.011381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828083.011386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828083.011390:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828083.011395:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1454 00000100:00080000:2.0:1787828083.011426:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828083.011430:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828083.011444:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828083.011460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134409600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828083.011474:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828083.012005:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828083/real 1787828083] req@ffffa0e3d025f840 x1874672134409216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828083.012057:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134409216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828083.012152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828083.012161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828083.012167:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134409216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828083.012246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828083.012292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828083.012311:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828083/real 1787828083] req@ffffa0e3d025de00 x1874672134409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828083.012326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134409344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828083.012337:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828083.012341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828083.012344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828083.012352:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828083.012382:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828083.012412:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828083/real 1787828083] req@ffffa0e3d025ed00 x1874672134409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828083.012435:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134409472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828083.012463:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828083.012486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828083.012490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828083.012510:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828083.012545:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828083.012561:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828083/real 1787828083] req@ffffa0e3d025da40 x1874672134409600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828083.012604:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134409600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828083.012614:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828083.012618:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828083.012622:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828083.650840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828083.650998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828084.674867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828084.675129:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828085.698842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828085.698896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828086.722866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828086.722945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828087.746843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828087.747002:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828088.130916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828088.130930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828088.130935:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828088.130948:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1459 00000100:00080000:1.0:1787828088.130963:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828088.130972:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828088.131034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134409728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828088.131086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828088.131094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828088.131098:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828088.131107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1459 00000100:00080000:1.0:1787828088.131115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828088.131122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828088.131139:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828088.131199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134409856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828088.131221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134409728:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828088.131229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828088.131240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828088.131245:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828088.131258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1459 00000100:00080000:1.0:1787828088.131268:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828088.131277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828088.131289:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828088.131316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828088.131324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134409984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828088.131350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828088.131360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828088.131364:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828088.131374:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1459 00000100:00100000:3.0:1787828088.131378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828088/real 1787828088] req@ffffa0e3d98d4780 x1874672134409728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828088.131385:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828088.131403:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828088.131416:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134409728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787828088.131418:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:3.0:1787828088.131444:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828088.131458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828088.131461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134410112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828088.131467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134409728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828088.131534:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828088.131565:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828088.131582:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828088/real 1787828088] req@ffffa0e3d98d4f00 x1874672134409856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828088.131598:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134409856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828088.131608:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828088.131613:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828088.131617:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828088.131625:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828088.131643:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828088.131654:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828088/real 1787828088] req@ffffa0e3d98d43c0 x1874672134409984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828088.131668:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134409984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828088.131678:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828088.131681:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828088.131685:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134409984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828088.131697:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410112:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828088.131800:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828088.131825:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828088/real 1787828088] req@ffffa0e3d98d5e00 x1874672134410112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828088.131845:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134410112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828088.131856:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828088.131860:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828088.131864:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410112:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828088.770874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828088.771034:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828089.794889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828089.795126:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828090.818935:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828090.819044:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828091.842857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828091.842970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828092.866782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828092.866871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828093.250847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828093.250856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828093.250861:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828093.250871:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1464 00000100:00080000:0.0:1787828093.250883:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828093.250890:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828093.250928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134410240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828093.250968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828093.250972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828093.250974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828093.250978:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1464 00000100:00080000:0.0:1787828093.250981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828093.250984:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828093.250994:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828093.251005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134410368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828093.251014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828093.251017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828093.251018:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828093.251021:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1464 00000100:00080000:0.0:1787828093.251024:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828093.251027:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828093.251041:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828093.251050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134410496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828093.251066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828093.251069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828093.251074:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828093.251077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134410240:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828093.251081:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1464 00000100:00080000:0.0:1787828093.251089:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828093.251093:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828093.251098:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828093.251109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134410624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828093.251188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828093.251229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828093/real 1787828093] req@ffffa0e3c3e84b40 x1874672134410240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828093.251256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134410240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828093.251267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828093.251271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828093.251275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134410240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828093.251283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828093.251302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828093.251313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828093/real 1787828093] req@ffffa0e3c3e870c0 x1874672134410368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828093.251330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134410368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828093.251341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828093.251346:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828093.251351:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828093.251384:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828093.251421:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828093.251444:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828093/real 1787828093] req@ffffa0e3c3e86d00 x1874672134410496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828093.251468:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134410496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828093.251477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828093.251482:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828093.251486:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828093.251495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828093.251524:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828093.251541:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828093/real 1787828093] req@ffffa0e3c3e861c0 x1874672134410624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828093.251559:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134410624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828093.251567:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828093.251583:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828093.251588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828093.890834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828093.890941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828094.914866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828094.915002:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828095.938824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828095.938907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828096.962882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828096.962954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828097.986847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828097.986931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828098.370911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828098.370928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828098.370946:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828098.370963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1469 00000100:00080000:1.0:1787828098.370982:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828098.370994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828098.371072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134410752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828098.371151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828098.371156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828098.371159:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828098.371166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1469 00000100:00080000:1.0:1787828098.371171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828098.371177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828098.371204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828098.371230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134410880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828098.371247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828098.371262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828098.371265:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828098.371271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1469 00000100:00080000:1.0:1787828098.371277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828098.371282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828098.371288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828098.371296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134410752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828098.371308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134411008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828098.371325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828098.371331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828098.371333:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828098.371351:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1469 00000100:00080000:1.0:1787828098.371356:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828098.371361:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828098.371367:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828098.371384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134411136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828098.371443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828098.371502:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828098/real 1787828098] req@ffffa0e3d98d7840 x1874672134410752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828098.371563:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134410752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828098.371577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828098.371583:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828098.371588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134410752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828098.371598:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828098.371627:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828098.371641:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828098/real 1787828098] req@ffffa0e3d98d5e00 x1874672134410880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828098.371656:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134410880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828098.371666:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828098.371670:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828098.371674:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134410880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828098.371777:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828098.371808:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828098.371824:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828098/real 1787828098] req@ffffa0e3d98d43c0 x1874672134411008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828098.371839:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134411008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828098.371850:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828098.371854:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828098.371858:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828098.371884:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411136:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828098.371905:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828098.371915:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828098/real 1787828098] req@ffffa0e3d98d4f00 x1874672134411136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828098.371928:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134411136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828098.371946:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828098.371950:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828098.371953:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828099.010851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828099.010970:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828100.034876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828100.035012:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828101.058825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828101.059016:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828102.082903:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828102.082995:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828103.106938:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828103.107017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828103.490862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828103.490875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828103.490881:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828103.490894:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1475 00000100:00080000:1.0:1787828103.490909:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828103.490933:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828103.490983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134411264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828103.491019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828103.491024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828103.491027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828103.491032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1475 00000100:00080000:1.0:1787828103.491036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828103.491041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828103.491054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828103.491100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134411392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828103.491116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828103.491121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828103.491124:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828103.491130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1475 00000100:00080000:1.0:1787828103.491136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828103.491142:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828103.491148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828103.491160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134411264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828103.491168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134411520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828103.491187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828103.491191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828103.491194:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828103.491199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1475 00000100:00080000:1.0:1787828103.491204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828103.491208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828103.491215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828103.491230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134411648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828103.491262:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828103.491316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828103/real 1787828103] req@ffffa0e3d98d4780 x1874672134411264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828103.491340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134411264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828103.491354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828103.491360:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828103.491365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134411264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828103.491374:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828103.491398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828103.491412:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828103/real 1787828103] req@ffffa0e3d98d5680 x1874672134411392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828103.491427:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134411392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828103.491438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828103.491442:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828103.491447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828103.491480:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828103.491500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828103.491519:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828103/real 1787828103] req@ffffa0e3d98d52c0 x1874672134411520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828103.491545:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134411520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828103.491560:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828103.491566:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828103.491572:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828103.491584:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411648:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828103.491624:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828103.491647:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828103/real 1787828103] req@ffffa0e3d98d6940 x1874672134411648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828103.491671:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134411648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828103.491687:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828103.491693:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828103.491701:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828104.130918:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828104.131028:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828105.154899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828105.155127:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828106.178880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828106.178989:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828107.202837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828107.202935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828108.226890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828108.227091:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828108.610818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828108.610832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828108.610837:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828108.610850:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1480 00000100:00080000:1.0:1787828108.610864:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828108.610872:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828108.610921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134411776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828108.610957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828108.610962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828108.610964:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828108.610970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1480 00000100:00080000:1.0:1787828108.610974:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828108.610979:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828108.610990:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828108.611007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828108.611021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828108.611049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828108.611052:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828108.611058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1480 00000100:00080000:1.0:1787828108.611065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828108.611070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828108.611076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828108.611092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828108.611104:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134411776:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828108.611110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828108.611118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828108.611121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828108.611127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1480 00000100:00080000:1.0:1787828108.611132:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828108.611137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828108.611143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828108.611162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134412160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828108.611200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828108.611253:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffffa0e3d98d61c0 x1874672134411776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828108.611276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134411776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828108.611291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828108.611296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828108.611301:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134411776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828108.611311:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828108.611335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828108.611348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffffa0e3d98d6940 x1874672134411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828108.611363:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134411904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828108.611373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828108.611376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828108.611380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134411904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828108.611418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828108.611437:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828108.611449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffffa0e3d98d52c0 x1874672134412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828108.611463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134412032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828108.611473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828108.611476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828108.611480:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828108.611504:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828108.611531:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828108.611544:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828108/real 1787828108] req@ffffa0e3d98d5680 x1874672134412160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828108.611558:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134412160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828108.611578:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828108.611581:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828108.611585:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828109.250848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828109.250936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828110.274791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828110.274888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828111.298851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828111.298898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828112.322817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828112.323036:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828113.346847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828113.346860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828113.730932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828113.730952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828113.730956:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828113.730965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1485 00000100:00080000:2.0:1787828113.730976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828113.730982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828113.731047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134412288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828113.731076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828113.731080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828113.731082:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828113.731085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1485 00000100:00080000:2.0:1787828113.731088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828113.731091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828113.731100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828113.731111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134412416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828113.731119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828113.731123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828113.731125:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828113.731129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1485 00000100:00080000:2.0:1787828113.731131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828113.731133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828113.731137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828113.731144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134412544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828113.731152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828113.731155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828113.731157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828113.731159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1485 00000100:00080000:2.0:1787828113.731162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828113.731172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828113.731178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828113.731178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134412288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828113.731193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134412672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828113.731369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828113.731434:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffffa0e3d025d2c0 x1874672134412288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828113.731465:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134412288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828113.731484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828113.731492:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828113.731500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134412288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828113.731513:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828113.731553:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828113.731574:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffffa0e3d025e580 x1874672134412416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828113.731597:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134412416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828113.731612:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828113.731618:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828113.731624:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828113.731668:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828113.731704:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828113.731765:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffffa0e3d025d680 x1874672134412544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828113.731829:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134412544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828113.731844:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828113.731850:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828113.731856:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828113.731868:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412672:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828113.731902:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828113.731943:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828113/real 1787828113] req@ffffa0e3d025cf00 x1874672134412672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828113.731968:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134412672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828113.732016:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828113.732025:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828113.732033:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828114.370885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828114.371043:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828115.394823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828115.394875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828116.418828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828116.418878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828117.442824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828117.442947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828118.466822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828118.466947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828118.850825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828118.850841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828118.850850:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828118.850868:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1490 00000100:00080000:2.0:1787828118.850899:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828118.850911:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828118.851002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134412800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828118.851070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828118.851079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828118.851083:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828118.851094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1490 00000100:00080000:2.0:1787828118.851105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828118.851117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828118.851142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828118.851185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134412928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828118.851201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134412800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828118.851214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828118.851229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828118.851233:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828118.851241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1490 00000100:00080000:2.0:1787828118.851250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828118.851259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828118.851271:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828118.851301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134413056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828118.851320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828118.851326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828118.851329:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828118.851340:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1490 00000800:00000100:0.0:1787828118.851356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828118.851372:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828118.851383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828118.851395:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828118.851428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134413184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828118.851458:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffffa0e3d025e940 x1874672134412800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828118.851488:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134412800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828118.851505:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828118.851511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828118.851517:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134412800:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828118.851551:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828118.851581:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828118.851596:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffffa0e3d025f0c0 x1874672134412928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828118.851612:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134412928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828118.851623:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828118.851627:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828118.851631:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134412928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828118.851639:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828118.851659:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828118.851671:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffffa0e3d025c3c0 x1874672134413056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828118.851687:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134413056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828118.851697:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828118.851700:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828118.851704:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828118.851762:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828118.851796:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828118.851817:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828118/real 1787828118] req@ffffa0e3d025cb40 x1874672134413184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828118.851836:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134413184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828118.851852:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828118.851856:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828118.851864:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413184:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828119.490851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828119.490919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828120.514876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828120.515033:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828121.538805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828121.538876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828122.562894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828122.562969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828123.586865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828123.586874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828123.970876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828123.970890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828123.970895:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828123.970908:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1495 00000100:00080000:1.0:1787828123.970956:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828123.970967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828123.971025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134413312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828123.971063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828123.971068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828123.971071:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828123.971078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1495 00000100:00080000:1.0:1787828123.971085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828123.971094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828123.971109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828123.971136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134413440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828123.971162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828123.971165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134413312:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828123.971173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828123.971184:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828123.971194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1495 00000100:00080000:1.0:1787828123.971199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828123.971205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828123.971214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828123.971237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134413568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828123.971250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828123.971256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828123.971259:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828123.971272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1495 00000100:00080000:1.0:1787828123.971277:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828123.971281:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828123.971287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828123.971299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828123.971305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134413696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828123.971364:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffffa0e3d98d4780 x1874672134413312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828123.971391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134413312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828123.971405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828123.971410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828123.971416:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134413312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828123.971448:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828123.971482:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828123.971498:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffffa0e3d98d4f00 x1874672134413440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828123.971555:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134413440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828123.971572:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828123.971580:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828123.971587:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828123.971601:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828123.971638:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828123.971655:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffffa0e3d98d43c0 x1874672134413568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828123.971670:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134413568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828123.971680:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828123.971684:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828123.971689:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828123.971696:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828123.971764:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828123.971789:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828123/real 1787828123] req@ffffa0e3d98d5e00 x1874672134413696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828123.971804:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134413696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828123.971823:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828123.971827:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828123.971831:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413696:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828124.610888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828124.611053:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828125.634827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828125.634846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828126.658862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828126.658931:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828127.682875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828127.682929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828128.706855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828128.706986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828129.090838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828129.090852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828129.090858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828129.090870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1500 00000100:00080000:1.0:1787828129.090928:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828129.090938:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828129.091003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134413824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828129.091040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828129.091045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828129.091048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828129.091053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1500 00000100:00080000:1.0:1787828129.091058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828129.091062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828129.091075:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828129.091093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134413952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828129.091108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828129.091113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828129.091115:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828129.091120:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1500 00000100:00100000:0.0:1787828129.091148:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134413824:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828129.091157:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828129.091171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828129.091178:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828129.091196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134414080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828129.091210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828129.091214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828129.091217:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828129.091222:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1500 00000100:00080000:1.0:1787828129.091227:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828129.091231:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828129.091238:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828129.091251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134414208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828129.091294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828129.091368:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828129.091418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828129.730819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828129.730903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828130.754841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828130.754993:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828131.778799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828131.778816:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828132.163218:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828132.163278:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828132.163313:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828132.163359:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828132.163371:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828132.163387:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787828132.163439:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828129/real 1787828132] req@ffffa0e3d98d43c0 x1874672134414080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828132.163489:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134414080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828132.163506:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828132.163513:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828132.163518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828132.163528:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828129/real 1787828132] req@ffffa0e3d98d4f00 x1874672134414208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828132.163567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134414208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828132.163584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828132.163591:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828132.163597:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787828132.163610:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828129/real 1787828132] req@ffffa0e3d98d7840 x1874672134413824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828132.163634:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134413824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828132.163651:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828132.163657:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828132.163664:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134413824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828132.163677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828129/real 1787828132] req@ffffa0e3d98d5e00 x1874672134413952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828132.163702:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134413952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828132.163790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828132.163799:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828132.163806:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134413952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828132.802821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828132.803059:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828133.826883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828133.826975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828134.210804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828134.210817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828134.210823:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828134.210835:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1505 00000100:00080000:1.0:1787828134.210876:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828134.210887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828134.210934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134414336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828134.210971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828134.210976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828134.210979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828134.210984:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1505 00000100:00080000:1.0:1787828134.210989:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828134.210993:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828134.211005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828134.211022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828134.211039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828134.211043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828134.211046:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828134.211055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1505 00000100:00100000:0.0:1787828134.211058:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134414336:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828134.211059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828134.211072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828134.211083:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828134.211101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828134.211121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828134.211129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828134.211133:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828134.211141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1505 00000100:00080000:1.0:1787828134.211164:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828134.211173:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787828134.211185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787828134.211186:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828134.211218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134414720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828134.211264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828134/real 1787828134] req@ffffa0e3d98d4780 x1874672134414336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828134.211326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134414336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828134.211355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828134.211364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828134.211371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134414336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828134.211413:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828134.211461:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828134.211488:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828134/real 1787828134] req@ffffa0e3d98d5680 x1874672134414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828134.211516:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134414464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828134.211533:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828134.211540:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828134.211547:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828134.211560:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828134.211602:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828134.211627:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828134/real 1787828134] req@ffffa0e3d98d52c0 x1874672134414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828134.211666:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134414592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828134.211684:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828134.211691:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828134.211697:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828134.211762:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828134.211808:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828134.211875:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828134/real 1787828134] req@ffffa0e3d98d6940 x1874672134414720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828134.211900:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134414720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828134.211915:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828134.211921:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828134.211926:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414720:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828134.850796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828134.850912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828135.874801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828135.874814:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828136.898851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828136.898936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828137.922853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828137.922942:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828138.946870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828138.946934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828139.330870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828139.330883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828139.330888:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828139.330901:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1510 00000100:00080000:1.0:1787828139.330915:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828139.330924:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828139.330984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134414848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828139.331034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828139.331039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828139.331043:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828139.331048:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1510 00000100:00080000:1.0:1787828139.331053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828139.331058:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828139.331070:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828139.331091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134414976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828139.331104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828139.331109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828139.331111:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828139.331116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1510 00000100:00080000:1.0:1787828139.331121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828139.331130:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134414848:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828139.331131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828139.331148:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828139.331174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134415104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828139.331208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828139.331213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828139.331216:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828139.331222:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1510 00000100:00080000:1.0:1787828139.331228:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828139.331234:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828139.331242:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828139.331248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828139.331285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134415232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828139.331344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139] req@ffffa0e3d98d61c0 x1874672134414848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828139.331383:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134414848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828139.331395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828139.331399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828139.331403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134414848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828139.331425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828139.331459:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828139.331476:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139] req@ffffa0e3d98d6940 x1874672134414976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828139.331491:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134414976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828139.331502:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828139.331506:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828139.331510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134414976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828139.331568:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828139.331593:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828139.331606:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139] req@ffffa0e3d98d52c0 x1874672134415104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828139.331621:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134415104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828139.331631:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828139.331635:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828139.331639:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828139.331647:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415232:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828139.331682:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828139.331690:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139] req@ffffa0e3d98d5680 x1874672134415232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828139.331700:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134415232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828139.331708:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828139.331710:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828139.331713:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828139.970878:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828139.970930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828140.994788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828140.994865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828142.018883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828142.018942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828143.042867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828143.042970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828144.066887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828144.066988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828144.450849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828144.450861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828144.450865:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828144.450877:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1515 00000100:00080000:1.0:1787828144.450890:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828144.450900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828144.450943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134415360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828144.450971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828144.450975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828144.450977:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828144.450982:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1515 00000100:00080000:1.0:1787828144.450985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828144.450988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828144.450999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828144.451010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134415488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828144.451021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828144.451025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828144.451027:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828144.451031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1515 00000100:00080000:1.0:1787828144.451034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828144.451039:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828144.451044:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828144.451058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134415616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828144.451063:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134415360:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828144.451076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828144.451081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828144.451083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828144.451087:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1515 00000100:00080000:1.0:1787828144.451090:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828144.451094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828144.451099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828144.451113:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134415744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828144.451155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828144.451209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828144/real 1787828144] req@ffffa0e3d98d4780 x1874672134415360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828144.451237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134415360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828144.451254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828144.451261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828144.451268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134415360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828144.451280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828144.451313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828144.451328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828144/real 1787828144] req@ffffa0e3d98d5e00 x1874672134415488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828144.451342:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134415488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828144.451351:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828144.451355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828144.451358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828144.451388:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828144.451406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828144.451416:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828144/real 1787828144] req@ffffa0e3d98d7840 x1874672134415616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828144.451428:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134415616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828144.451435:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828144.451438:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828144.451441:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828144.451447:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828144.451462:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828144.451471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828144/real 1787828144] req@ffffa0e3d98d4f00 x1874672134415744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828144.451482:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134415744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828144.451497:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828144.451500:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828144.451504:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134415744:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828145.090806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828145.090871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828146.114794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828146.114855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828147.138881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828147.138977:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828148.162877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828148.162975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828149.186834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828149.186939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828149.570935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828149.570946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828149.570962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828149.570973:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1521 00000100:00080000:2.0:1787828149.570986:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828149.570994:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828149.571048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134415872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828149.571092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828149.571096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828149.571098:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828149.571103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1521 00000100:00080000:2.0:1787828149.571107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828149.571110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828149.571121:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828149.571134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134416000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828149.571147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828149.571151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828149.571153:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828149.571158:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1521 00000100:00080000:2.0:1787828149.571161:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828149.571164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828149.571169:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828149.571184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134416128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828149.571188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134415872:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828149.571203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828149.571208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828149.571210:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828149.571214:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1521 00000100:00080000:2.0:1787828149.571218:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828149.571222:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828149.571236:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828149.571248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134416256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828149.571316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828149.571380:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffffa0e3d025e1c0 x1874672134415872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828149.571410:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134415872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828149.571428:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828149.571435:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828149.571442:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134415872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828149.571473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828149.571514:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828149.571538:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffffa0e3d025c780 x1874672134416000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828149.571561:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134416000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828149.571576:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828149.571583:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828149.571590:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828149.571626:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828149.571659:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828149.571679:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffffa0e3d025fc00 x1874672134416128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828149.571701:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134416128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828149.571782:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828149.571789:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828149.571796:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828149.571808:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828149.571847:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828149.571869:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828149/real 1787828149] req@ffffa0e3d025f480 x1874672134416256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828149.571891:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134416256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828149.571906:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828149.571912:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828149.571918:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416256:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828150.210847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828150.210921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828151.234856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828151.234962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828152.258871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828152.258978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828153.282934:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828153.283088:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828154.306893:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828154.306941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828154.690890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828154.690904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828154.690910:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828154.690923:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1526 00000100:00080000:2.0:1787828154.690938:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828154.690948:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828154.691007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134416384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828154.691051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828154.691056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828154.691059:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828154.691064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1526 00000100:00080000:2.0:1787828154.691069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828154.691074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828154.691090:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828154.691112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134416512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828154.691131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828154.691135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828154.691138:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828154.691149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1526 00000100:00100000:1.0:1787828154.691152:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134416384:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828154.691155:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828154.691169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828154.691179:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828154.691199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134416640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828154.691212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828154.691217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828154.691221:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828154.691227:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1526 00000100:00080000:2.0:1787828154.691233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828154.691238:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828154.691243:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828154.691256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134416768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828154.691304:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828154.691373:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffffa0e3d025c000 x1874672134416384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.691398:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134416384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.691412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.691417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828154.691423:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134416384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828154.691457:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828154.691490:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828154.691508:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffffa0e3d025f480 x1874672134416512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.691550:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134416512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.691570:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.691589:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828154.691598:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828154.691614:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828154.691654:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828154.691671:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffffa0e3d025fc00 x1874672134416640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.691688:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134416640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.691699:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.691770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828154.691776:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828154.691788:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416768:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828154.691842:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828154.691862:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828154/real 1787828154] req@ffffa0e3d025c780 x1874672134416768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.691882:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134416768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.691897:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.691902:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828154.691906:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134416768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828155.330826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828155.330910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828156.354844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828156.354987:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828157.378879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828157.379030:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828158.402858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828158.402917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828159.426865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828159.426939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828159.810845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828159.810856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828159.810860:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828159.810869:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1531 00000100:00080000:2.0:1787828159.810880:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828159.810887:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828159.810946:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134416896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828159.810986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828159.810991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828159.810994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828159.810999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1531 00000100:00080000:2.0:1787828159.811004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828159.811009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828159.811020:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828159.811035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828159.811049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828159.811055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828159.811058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828159.811062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1531 00000100:00080000:2.0:1787828159.811066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828159.811072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828159.811078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828159.811090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828159.811102:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134416896:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828159.811124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828159.811137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828159.811141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828159.811146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1531 00000100:00080000:2.0:1787828159.811150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828159.811154:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828159.811160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828159.811175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134417280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828159.811245:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828159.811301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffffa0e3d025e1c0 x1874672134416896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.811324:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134416896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.811335:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.811339:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828159.811343:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134416896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828159.811352:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828159.811389:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828159.811402:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffffa0e3d025cb40 x1874672134417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.811413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134417024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.811443:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.811447:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828159.811450:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828159.811473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828159.811489:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828159.811498:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffffa0e3d025c3c0 x1874672134417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.811508:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134417152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.811515:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.811517:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828159.811520:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828159.811525:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828159.811548:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828159.811556:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828159/real 1787828159] req@ffffa0e3d025f0c0 x1874672134417280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828159.811566:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134417280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828159.811573:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828159.811575:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828159.811578:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828160.450863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828160.450963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828161.474891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828161.474996:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828162.498915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828162.499026:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828163.522854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828163.522938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828164.546952:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828164.547096:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828164.930857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828164.930874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828164.930881:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828164.930899:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1536 00000100:00080000:2.0:1787828164.930917:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828164.930929:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828164.930996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134417408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828164.931041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828164.931046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828164.931049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828164.931055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1536 00000100:00080000:2.0:1787828164.931059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828164.931064:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828164.931081:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828164.931098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134417536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828164.931119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828164.931124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828164.931127:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828164.931136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134417408:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828164.931138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1536 00000100:00080000:2.0:1787828164.931159:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828164.931165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828164.931171:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828164.931188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134417664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828164.931202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828164.931207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828164.931210:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828164.931215:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1536 00000100:00080000:2.0:1787828164.931221:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828164.931227:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828164.931240:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828164.931256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134417792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828164.931271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828164.931348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffffa0e3d025e940 x1874672134417408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.931374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134417408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.931390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.931396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828164.931401:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134417408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828164.931437:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828164.931468:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828164.931483:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffffa0e3d025cf00 x1874672134417536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.931499:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134417536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.931510:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.931514:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828164.931518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828164.931525:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828164.931553:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828164.931565:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffffa0e3d025d680 x1874672134417664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.931579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134417664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.931588:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.931592:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828164.931595:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828164.931602:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417792:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828164.931622:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828164.931671:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828164/real 1787828164] req@ffffa0e3d025e580 x1874672134417792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828164.931688:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134417792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828164.931698:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828164.931702:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828164.931706:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134417792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828165.570851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828165.570983:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828166.594889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828166.594992:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828167.618774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828167.618840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828168.642797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828168.642920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828169.666831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828169.666961:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828170.050943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828170.050958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828170.050965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828170.050980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1541 00000100:00080000:3.0:1787828170.051009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828170.051022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828170.051084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134417920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828170.051125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828170.051130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828170.051132:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828170.051137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1541 00000100:00080000:3.0:1787828170.051140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828170.051144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828170.051157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828170.051172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134418048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828170.051185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828170.051189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828170.051191:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828170.051198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1541 00000100:00080000:3.0:1787828170.051202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828170.051207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828170.051215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828170.051232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134418176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828170.051247:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134417920:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828170.051251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828170.051278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828170.051281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828170.051287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1541 00000100:00080000:3.0:1787828170.051290:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828170.051293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828170.051298:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828170.051313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134418304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828170.051406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828170.051483:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828170/real 1787828170] req@ffffa0e3c431a1c0 x1874672134417920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828170.051521:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134417920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828170.051544:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828170.051553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828170.051562:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134417920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828170.051579:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828170.051664:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828170.051691:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828170/real 1787828170] req@ffffa0e3c431a580 x1874672134418048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828170.051785:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134418048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828170.051803:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828170.051810:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828170.051816:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828170.051862:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828170.051909:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828170.051934:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828170/real 1787828170] req@ffffa0e3c4318f00 x1874672134418176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828170.051958:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134418176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828170.051987:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828170.051994:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828170.052000:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828170.052016:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418304:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828170.052054:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828170.052076:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828170/real 1787828170] req@ffffa0e3c431ad00 x1874672134418304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828170.052099:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134418304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828170.052115:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828170.052121:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828170.052127:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828170.690843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828170.690945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828171.714778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828171.714864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828172.738853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828172.738976:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828173.762851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828173.762936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828174.786803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828174.786868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828175.170936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828175.170947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828175.170952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828175.170964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1546 00000100:00080000:2.0:1787828175.170976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828175.170985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828175.171030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828175.171067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828175.171072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828175.171074:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828175.171079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1546 00000100:00080000:2.0:1787828175.171084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828175.171106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828175.171116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828175.171130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134418560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828175.171140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828175.171144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828175.171146:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828175.171149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1546 00000100:00080000:2.0:1787828175.171154:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828175.171157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134418432:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828175.171162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828175.171173:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828175.171184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134418688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828175.171193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828175.171196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828175.171198:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828175.171202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1546 00000100:00080000:2.0:1787828175.171205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828175.171209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828175.171214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828175.171224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134418816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828175.171241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828175.171285:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828175/real 1787828175] req@ffffa0e3d025d2c0 x1874672134418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828175.171304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828175.171314:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828175.171319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828175.171322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134418432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828175.171329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828175.171348:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828175.171359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828175/real 1787828175] req@ffffa0e3d025da40 x1874672134418560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828175.171370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134418560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828175.171377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828175.171379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828175.171382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828175.171405:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828175.171420:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828175.171428:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828175/real 1787828175] req@ffffa0e3d025ed00 x1874672134418688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828175.171438:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134418688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828175.171445:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828175.171447:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828175.171450:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828175.171455:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828175.171469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828175.171477:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828175/real 1787828175] req@ffffa0e3d025de00 x1874672134418816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828175.171487:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134418816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828175.171494:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828175.171496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828175.171499:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134418816:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828175.810868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828175.810921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828176.834839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828176.834951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828177.858860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828177.858959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828178.882820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828178.882996:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828179.906881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828179.906984:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828180.290834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828180.290847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828180.290853:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828180.290867:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1551 00000100:00080000:0.0:1787828180.290882:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828180.290891:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828180.290946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134418944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828180.290982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828180.290986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828180.290988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828180.290992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1551 00000100:00080000:0.0:1787828180.290995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828180.290998:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828180.291011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828180.291024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134419072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828180.291034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828180.291038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828180.291041:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828180.291046:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1551 00000100:00080000:0.0:1787828180.291048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828180.291052:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828180.291056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828180.291065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134419200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828180.291083:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134418944:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828180.291087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828180.291113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828180.291117:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828180.291123:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1551 00000100:00080000:0.0:1787828180.291126:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828180.291130:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828180.291135:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828180.291151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134419328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828180.291224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828180.291272:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828180/real 1787828180] req@ffffa0e3c3e86580 x1874672134418944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828180.291292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134418944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828180.291305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828180.291309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828180.291312:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134418944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828180.291321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828180.291347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828180.291373:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828180/real 1787828180] req@ffffa0e3c3e87c00 x1874672134419072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828180.291384:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134419072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828180.291393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828180.291397:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828180.291400:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828180.291425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828180.291447:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828180.291461:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828180/real 1787828180] req@ffffa0e3c3e85a40 x1874672134419200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828180.291474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134419200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828180.291482:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828180.291487:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828180.291490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828180.291498:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419328:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828180.291516:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828180.291539:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828180/real 1787828180] req@ffffa0e3c3e861c0 x1874672134419328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828180.291548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134419328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828180.291555:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828180.291557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828180.291559:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828180.930791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828180.930867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828181.954945:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828181.954963:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828182.978870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828182.979002:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828184.002890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828184.003001:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828185.026877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828185.026969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828185.410847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828185.410855:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828185.410858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828185.410867:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1556 00000100:00080000:1.0:1787828185.410876:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828185.410882:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828185.410915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134419456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828185.410939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828185.410942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828185.410943:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828185.410954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1556 00000100:00080000:1.0:1787828185.410958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828185.410975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828185.410986:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134419456:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828185.410986:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828185.411009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828185.411020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828185.411023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828185.411025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828185.411028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1556 00000100:00080000:1.0:1787828185.411034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828185.411037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828185.411041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828185.411047:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828185.411052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828185.411067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828185.411071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828185.411073:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828185.411078:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1556 00000100:00080000:1.0:1787828185.411083:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828185.411085:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828185/real 1787828185] req@ffffa0e3d98d43c0 x1874672134419456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828185.411091:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828185.411102:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828185.411108:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134419456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828185.411118:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787828185.411120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134419840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828185.411123:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828185.411131:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134419456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828185.411155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828185.411172:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828185.411181:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828185/real 1787828185] req@ffffa0e3d98d4f00 x1874672134419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828185.411189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134419584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828185.411195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828185.411197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828185.411199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828185.411205:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828185.411223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828185.411234:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828185/real 1787828185] req@ffffa0e3d98d7840 x1874672134419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828185.411247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134419712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828185.411256:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828185.411259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828185.411261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828185.411266:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828185.411285:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828185.411297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828185/real 1787828185] req@ffffa0e3d98d5e00 x1874672134419840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828185.411310:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134419840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828185.411325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828185.411328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828185.411330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134419840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828186.050800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828186.050866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828187.074795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828187.074865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828188.098786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828188.098891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828189.122847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828189.122862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828190.146866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828190.146981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828190.530895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828190.530906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828190.530912:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828190.530925:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1562 00000100:00080000:1.0:1787828190.530940:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828190.530951:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828190.530998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828190.531038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828190.531044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828190.531047:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828190.531055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1562 00000100:00080000:1.0:1787828190.531061:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828190.531067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828190.531080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828190.531101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134420096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828190.531117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828190.531122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828190.531124:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828190.531130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1562 00000100:00080000:1.0:1787828190.531135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828190.531141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828190.531148:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828190.531168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134420224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828190.531182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134419968:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828190.531209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828190.531216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828190.531220:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828190.531226:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1562 00000100:00080000:1.0:1787828190.531233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828190.531239:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828190.531247:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828190.531263:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134420352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828190.531283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828190.531357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffffa0e3d98d4780 x1874672134419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828190.531394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828190.531416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828190.531422:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828190.531429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134419968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828190.531443:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828190.531509:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828190.531530:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffffa0e3d98d5680 x1874672134420096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828190.531547:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134420096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828190.531559:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828190.531563:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828190.531567:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828190.531605:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828190.531634:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828190.531649:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffffa0e3d98d52c0 x1874672134420224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828190.531665:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134420224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828190.531678:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828190.531684:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828190.531691:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828190.531704:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828190.531792:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828190.531826:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828190/real 1787828190] req@ffffa0e3d98d6940 x1874672134420352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828190.531852:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134420352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828190.531863:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828190.531868:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828190.531873:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828191.170798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828191.170896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828192.194823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828192.194895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828193.218796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828193.218888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828194.242844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828194.242892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828195.266783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828195.266865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828195.650787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828195.650795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828195.650798:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828195.650807:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1567 00000100:00080000:1.0:1787828195.650817:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828195.650829:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828195.650862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134420480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828195.650884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828195.650887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828195.650888:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828195.650891:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1567 00000100:00080000:1.0:1787828195.650894:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828195.650896:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828195.650904:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828195.650913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134420608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828195.650920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828195.650923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828195.650924:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828195.650933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1567 00000100:00080000:1.0:1787828195.650935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828195.650938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828195.650941:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828195.650950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134420736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828195.650953:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134420480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828195.650961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828195.650964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828195.650965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828195.650968:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1567 00000100:00080000:1.0:1787828195.650970:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828195.650972:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828195.650975:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828195.650983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134420864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828195.651062:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828195.651101:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828195.651127:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828196.290805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828196.290904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828197.314790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828197.314892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828198.338785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828198.338885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828198.722920:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787828198.722955:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828198.722968:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828198.723005:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828198.723015:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828198.723023:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787828198.723045:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffffa0e3d98d52c0 x1874672134420736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828198.723069:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134420736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828198.723078:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828198.723082:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828198.723085:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828198.723090:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffffa0e3d98d5680 x1874672134420864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828198.723103:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134420864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828198.723109:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828198.723111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828198.723113:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787828198.723119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffffa0e3d98d61c0 x1874672134420480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828198.723132:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134420480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828198.723146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828198.723149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828198.723153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134420480:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828198.723160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828195/real 1787828198] req@ffffa0e3d98d6940 x1874672134420608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828198.723173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134420608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828198.723182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828198.723185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828198.723189:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134420608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828199.362774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828199.362821:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828200.386784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828200.386846:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828200.770792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828200.770800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828200.770803:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828200.770813:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1572 00000100:00080000:2.0:1787828200.770825:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828200.770834:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828200.770868:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134420992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828200.770893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828200.770896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828200.770897:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828200.770900:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1572 00000100:00080000:2.0:1787828200.770903:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828200.770906:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828200.770914:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828200.770925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134421120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828200.770933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828200.770935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828200.770936:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828200.770939:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1572 00000100:00080000:2.0:1787828200.770941:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828200.770945:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134420992:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828200.770946:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828200.770954:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828200.770963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134421248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828200.770970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828200.770972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828200.770974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828200.770977:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1572 00000100:00080000:2.0:1787828200.770979:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828200.770981:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828200.770984:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828200.770991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134421376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828200.771008:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828200.771039:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffffa0e3d025f840 x1874672134420992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828200.771052:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134420992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828200.771059:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828200.771062:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828200.771065:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134420992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828200.771076:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828200.771102:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828200.771115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffffa0e3d025de00 x1874672134421120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828200.771127:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134421120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828200.771135:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828200.771138:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828200.771142:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828200.771164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828200.771183:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828200.771194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffffa0e3d025ed00 x1874672134421248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828200.771206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134421248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828200.771215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828200.771218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828200.771221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828200.771227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828200.771244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828200.771254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828200/real 1787828200] req@ffffa0e3d025da40 x1874672134421376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828200.771272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134421376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828200.771281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828200.771285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828200.771288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828201.410827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828201.410885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828202.434772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828202.434872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828203.458809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828203.458868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828204.482777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828204.482837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828205.506818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828205.506894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828205.890858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828205.890868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828205.890874:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828205.890884:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1577 00000100:00080000:3.0:1787828205.890897:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828205.890904:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828205.890949:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828205.890980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828205.890983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828205.890984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828205.890988:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1577 00000100:00080000:3.0:1787828205.890990:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828205.890993:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828205.891004:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828205.891014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134421632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828205.891021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828205.891024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828205.891026:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828205.891029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1577 00000100:00080000:3.0:1787828205.891031:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828205.891035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828205.891038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828205.891042:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134421504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828205.891050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134421760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828205.891059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828205.891062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828205.891063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828205.891065:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1577 00000100:00080000:3.0:1787828205.891067:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828205.891069:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828205.891073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828205.891081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134421888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828205.891123:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828205.891164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffffa0e3c431a940 x1874672134421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828205.891179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828205.891189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828205.891192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828205.891195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134421504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828205.891201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828205.891216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828205.891224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffffa0e3c431bc00 x1874672134421632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828205.891232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134421632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828205.891243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828205.891245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828205.891248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828205.891272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828205.891282:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828205.891288:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffffa0e3c431b0c0 x1874672134421760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828205.891296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134421760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828205.891302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828205.891303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828205.891305:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828205.891309:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421888:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828205.891320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828205.891326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828205/real 1787828205] req@ffffa0e3c4319680 x1874672134421888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828205.891334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134421888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828205.891339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828205.891341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828205.891343:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134421888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828206.530789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828206.530875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828207.554809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828207.554925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828208.578783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828208.578898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828209.602801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828209.602890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828210.626798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828210.626848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828211.010804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828211.010811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828211.010815:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828211.010823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1582 00000100:00080000:3.0:1787828211.010832:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828211.010838:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828211.010870:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134422016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828211.010894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828211.010897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828211.010899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828211.010901:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1582 00000100:00080000:3.0:1787828211.010904:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828211.010906:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828211.010914:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828211.010922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828211.010929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828211.010931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828211.010932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828211.010935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1582 00000100:00080000:3.0:1787828211.010936:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828211.010938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828211.010941:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828211.010947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828211.010953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828211.010955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828211.010956:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828211.010958:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1582 00000100:00080000:3.0:1787828211.010961:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828211.010964:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828211.010968:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828211.010971:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134422016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828211.010979:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134422400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828211.011031:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828211.011065:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828211/real 1787828211] req@ffffa0e3c4319680 x1874672134422016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828211.011078:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134422016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828211.011086:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828211.011089:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828211.011092:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134422016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828211.011096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828211.011109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828211.011117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828211/real 1787828211] req@ffffa0e3c431b0c0 x1874672134422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828211.011124:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134422144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828211.011130:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828211.011132:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828211.011134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828211.011137:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828211.011146:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828211.011152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828211/real 1787828211] req@ffffa0e3c431bc00 x1874672134422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828211.011159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134422272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828211.011164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828211.011166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828211.011168:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828211.011187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828211.011198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828211.011204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828211/real 1787828211] req@ffffa0e3c431a940 x1874672134422400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828211.011210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134422400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828211.011215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828211.011217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828211.011219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422400:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828211.650776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828211.650887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828212.674778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828212.674836:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828213.698835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828213.698890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828214.722817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828214.722896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828215.746814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828215.746882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828216.130789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828216.130804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828216.130809:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828216.130823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1587 00000100:00080000:3.0:1787828216.130838:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828216.130847:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828216.130895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134422528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828216.130923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828216.130927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828216.130928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828216.130932:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1587 00000100:00080000:3.0:1787828216.130935:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828216.130938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828216.130949:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828216.130959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134422656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828216.130967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828216.130971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828216.130972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828216.130978:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134422528:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828216.130979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1587 00000100:00080000:3.0:1787828216.130985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828216.130989:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828216.130992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828216.131002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134422784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828216.131008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828216.131011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828216.131012:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828216.131015:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1587 00000100:00080000:3.0:1787828216.131018:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828216.131020:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828216.131023:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828216.131031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134422912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828216.131056:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828216.131095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828216/real 1787828216] req@ffffa0e3c431ad00 x1874672134422528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828216.131110:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134422528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828216.131119:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828216.131123:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828216.131126:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134422528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828216.131148:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828216.131163:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828216.131171:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828216/real 1787828216] req@ffffa0e3c4318f00 x1874672134422656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828216.131179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134422656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828216.131185:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828216.131187:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828216.131189:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828216.131193:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828216.131202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828216.131208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828216/real 1787828216] req@ffffa0e3c431a580 x1874672134422784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828216.131215:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134422784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828216.131221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828216.131222:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828216.131224:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828216.131228:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422912:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828216.131239:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828216.131245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828216/real 1787828216] req@ffffa0e3c431a1c0 x1874672134422912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828216.131251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134422912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828216.131257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828216.131259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828216.131261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134422912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828216.770848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828216.770919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828217.794793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828217.794895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828218.818833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828218.818886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828219.842816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828219.842875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828220.866836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828220.866906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828221.250883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828221.250897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828221.250903:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828221.250927:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1592 00000100:00080000:0.0:1787828221.250943:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828221.250952:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828221.251018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828221.251049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828221.251054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828221.251056:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828221.251077:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1592 00000100:00080000:0.0:1787828221.251082:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828221.251089:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828221.251104:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828221.251114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134423040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828221.251141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134423168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828221.251163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828221.251169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828221.251172:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828221.251180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1592 00000100:00080000:0.0:1787828221.251186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828221.251194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828221.251202:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828221.251223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134423296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828221.251235:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828221.251278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828221.251298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828221.251301:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828221.251306:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1592 00000100:00080000:0.0:1787828221.251310:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828221.251315:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828221.251321:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828221.251326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828221/real 1787828221] req@ffffa0e3c3e86d00 x1874672134423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828221.251338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134423424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828221.251354:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828221.251369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828221.251375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828221.251378:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134423040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828221.251405:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828221.251425:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828221.251435:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828221/real 1787828221] req@ffffa0e3c3e870c0 x1874672134423168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828221.251444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134423168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828221.251450:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828221.251453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828221.251455:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828221.251459:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828221.251493:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828221.251500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828221/real 1787828221] req@ffffa0e3c3e84b40 x1874672134423296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828221.251512:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134423296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828221.251523:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828221.251527:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828221.251531:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828221.251557:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423424:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828221.251593:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828221.251613:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828221/real 1787828221] req@ffffa0e3c3e85680 x1874672134423424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828221.251627:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134423424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828221.251636:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828221.251639:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828221.251644:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423424:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828221.890841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828221.890894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828222.914844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828222.914922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828223.938857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828223.938905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828224.962849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828224.962907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828225.986788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828225.986898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828226.370857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828226.370866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828226.370870:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828226.370879:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1597 00000100:00080000:1.0:1787828226.370889:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828226.370898:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828226.370938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134423552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828226.370971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828226.370976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828226.370979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828226.370986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1597 00000100:00080000:1.0:1787828226.370991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828226.370997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828226.371007:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828226.371017:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134423552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828226.371034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134423680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828226.371053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828226.371057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828226.371060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828226.371065:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1597 00000100:00080000:1.0:1787828226.371071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828226.371077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828226.371084:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828226.371099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134423808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828226.371106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828226.371109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828226.371111:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828226.371113:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1597 00000100:00080000:1.0:1787828226.371116:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828226.371119:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828226.371122:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828226.371129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134423936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828226.371146:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828226.371194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828226/real 1787828226] req@ffffa0e3d98d4780 x1874672134423552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828226.371225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134423552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828226.371235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828226.371239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828226.371243:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134423552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828226.371269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828226.371293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828226.371303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828226/real 1787828226] req@ffffa0e3d98d5e00 x1874672134423680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828226.371317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134423680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828226.371324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828226.371326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828226.371330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828226.371335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828226.371347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828226.371356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828226/real 1787828226] req@ffffa0e3d98d7840 x1874672134423808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828226.371367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134423808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828226.371375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828226.371377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828226.371384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828226.371389:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828226.371410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828226.371427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828226/real 1787828226] req@ffffa0e3d98d4f00 x1874672134423936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828226.371447:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134423936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828226.371459:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828226.371465:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828226.371470:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134423936:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828227.010818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828227.010890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828228.034777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828228.034933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828229.058800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828229.058885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828230.082805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828230.082866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828231.106816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828231.106912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828231.490849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828231.490856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828231.490860:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828231.490867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1603 00000100:00080000:3.0:1787828231.490876:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828231.490881:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828231.490921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134424064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828231.490942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828231.490945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828231.490946:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828231.490949:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1603 00000100:00080000:3.0:1787828231.490952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828231.490954:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828231.490963:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828231.490972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134424192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828231.490979:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134424064:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828231.490982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828231.490987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828231.490988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828231.490991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1603 00000100:00080000:3.0:1787828231.490993:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828231.490995:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828231.490998:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828231.491008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134424320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828231.491015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828231.491018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828231.491019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828231.491021:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1603 00000100:00080000:3.0:1787828231.491031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828231.491034:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828231.491037:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828231.491042:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828231.491048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134424448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828231.491080:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828231/real 1787828231] req@ffffa0e3c4319a40 x1874672134424064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828231.491095:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134424064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828231.491103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828231.491106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828231.491109:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134424064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828231.491128:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828231.491142:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828231.491149:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828231/real 1787828231] req@ffffa0e3c4318000 x1874672134424192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828231.491158:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134424192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828231.491163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828231.491166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828231.491185:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828231.491191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828231.491206:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828231.491214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828231/real 1787828231] req@ffffa0e3c4318b40 x1874672134424320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828231.491222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134424320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828231.491232:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828231.491234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828231.491236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828231.491239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424448:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828231.491249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828231.491255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828231/real 1787828231] req@ffffa0e3c431b840 x1874672134424448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828231.491262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134424448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828231.491267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828231.491269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828231.491271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424448:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828232.130779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828232.130870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828233.154833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828233.154890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828234.178824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828234.178926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828235.202792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828235.202949:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828236.226873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828236.226987:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828236.610902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.610914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828236.610919:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.610931:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1608 00000100:00080000:3.0:1787828236.610945:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.610955:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828236.611009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828236.611033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.611036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828236.611055:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.611062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1608 00000100:00080000:3.0:1787828236.611068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.611075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828236.611089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828236.611107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828236.611118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134424576:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828236.611154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.611179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828236.611181:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.611184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1608 00000100:00080000:3.0:1787828236.611187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.611190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828236.611194:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828236.611204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828236.611212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828236.611214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828236.611215:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828236.611218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1608 00000100:00080000:3.0:1787828236.611220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828236.611223:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828236.611226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828236.611235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134424960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828236.611239:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828236.611279:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffffa0e3c43192c0 x1874672134424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828236.611293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828236.611302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828236.611305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828236.611308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134424576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828236.611332:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828236.611348:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828236.611374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffffa0e3c43183c0 x1874672134424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828236.611386:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134424704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828236.611395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828236.611398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828236.611401:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828236.611406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828236.611422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828236.611430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffffa0e3c4318780 x1874672134424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828236.611440:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134424832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828236.611456:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828236.611459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828236.611462:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828236.611468:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424960:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828236.611485:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828236.611494:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828236/real 1787828236] req@ffffa0e3c4319e00 x1874672134424960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828236.611504:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134424960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828236.611511:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828236.611514:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828236.611516:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134424960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828237.250790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828237.250914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828238.274825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828238.274889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828239.298829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828239.298919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828240.322818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828240.322893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828241.346790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828241.346857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828241.730836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.730845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828241.730848:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.730857:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1613 00000100:00080000:1.0:1787828241.730868:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.730874:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828241.730919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134425088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828241.730948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.730951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828241.730953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.730956:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1613 00000100:00080000:1.0:1787828241.730958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.730961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828241.730969:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828241.730980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134425216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828241.730988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.730991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828241.730992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.730995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1613 00000100:00080000:1.0:1787828241.730997:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.730999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828241.731003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828241.731010:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134425088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828241.731011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134425344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828241.731026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828241.731029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828241.731031:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828241.731034:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1613 00000100:00080000:1.0:1787828241.731036:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828241.731038:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828241.731042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828241.731051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134425472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828241.731092:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828241.731178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffffa0e3d98d43c0 x1874672134425088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.731194:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134425088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.731204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.731208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828241.731211:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134425088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828241.731218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828241.731237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828241.731246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffffa0e3d98d4f00 x1874672134425216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.731255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134425216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.731262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.731264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828241.731267:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828241.731287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828241.731300:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828241.731307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffffa0e3d98d7840 x1874672134425344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.731316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134425344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.731322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.731324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828241.731327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828241.731331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828241.731342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828241.731349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828241/real 1787828241] req@ffffa0e3d98d5e00 x1874672134425472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828241.731358:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134425472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828241.731375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828241.731377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828241.731380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425472:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828242.370864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828242.371014:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828243.394859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828243.394884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828244.418877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828244.419019:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828245.442852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828245.442943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828246.466852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828246.466931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828246.850905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828246.850926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828246.850931:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828246.850943:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1618 00000100:00080000:0.0:1787828246.850957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828246.850965:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828246.851031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134425600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828246.851091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828246.851097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828246.851100:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828246.851106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1618 00000100:00080000:0.0:1787828246.851114:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828246.851121:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828246.851138:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828246.851159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134425728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828246.851177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828246.851183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787828246.851184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134425600:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828246.851187:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828246.851210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1618 00000100:00080000:0.0:1787828246.851215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828246.851220:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828246.851228:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828246.851246:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134425856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828246.851259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828246.851264:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828246.851266:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828246.851272:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1618 00000100:00080000:0.0:1787828246.851277:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828246.851282:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828246.851307:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828246.851331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828246.851332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134425984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828246.851414:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffffa0e3c3e84780 x1874672134425600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.851443:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134425600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.851460:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.851466:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828246.851472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134425600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828246.851510:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828246.851540:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828246.851555:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffffa0e3c3e84f00 x1874672134425728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.851572:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134425728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.851584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.851588:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828246.851592:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828246.851600:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828246.851619:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828246.851630:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffffa0e3c3e852c0 x1874672134425856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.851645:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134425856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.851655:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.851658:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828246.851662:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828246.851669:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425984:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828246.851689:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828246.851699:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828246/real 1787828246] req@ffffa0e3c3e86940 x1874672134425984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828246.851754:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134425984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828246.851774:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828246.851779:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828246.851783:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134425984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828247.490923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828247.491082:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828248.514909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828248.515024:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828249.538790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828249.538870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828250.562828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828250.562918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828251.586828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828251.586976:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828251.970866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828251.970874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828251.970878:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828251.970886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1623 00000100:00080000:1.0:1787828251.970896:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828251.970901:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828251.970934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828251.970957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828251.970959:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828251.970961:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828251.970964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1623 00000100:00080000:1.0:1787828251.970966:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828251.970969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828251.970977:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828251.970986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134426240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828251.970995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828251.970998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828251.971000:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828251.971002:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134426112:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828251.971005:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1623 00000100:00080000:1.0:1787828251.971011:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828251.971015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828251.971018:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828251.971045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134426368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828251.971053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828251.971055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828251.971057:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828251.971060:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1623 00000100:00080000:1.0:1787828251.971063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828251.971066:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828251.971070:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828251.971080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134426496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828251.971081:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828251.971129:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffffa0e3d98d4780 x1874672134426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.971146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.971154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.971158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828251.971160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134426112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828251.971180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828251.971198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828251.971207:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffffa0e3d98d6940 x1874672134426240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.971216:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134426240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.971222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.971224:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828251.971227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828251.971231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828251.971241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828251.971247:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffffa0e3d98d61c0 x1874672134426368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.971254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134426368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.971259:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.971261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828251.971263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828251.971284:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426496:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828251.971299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828251.971308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828251/real 1787828251] req@ffffa0e3d98d5680 x1874672134426496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828251.971318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134426496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828251.971325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828251.971327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828251.971330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828252.610822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828252.610895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828253.634769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828253.634862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828254.658840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828254.658975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828255.682829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828255.682942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828256.706814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828256.706929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828257.090889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828257.090900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828257.090904:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828257.090914:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1628 00000100:00080000:2.0:1787828257.090944:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828257.090954:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828257.091050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134426624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828257.091097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828257.091102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828257.091104:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828257.091127:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1628 00000100:00080000:2.0:1787828257.091135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828257.091142:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828257.091156:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828257.091168:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134426624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828257.091198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134426752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828257.091214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828257.091219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828257.091223:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828257.091229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1628 00000100:00080000:2.0:1787828257.091235:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828257.091242:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828257.091267:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828257.091286:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828257.091294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134426880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828257.091315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828257.091319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828257.091322:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828257.091345:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1628 00000100:00080000:2.0:1787828257.091353:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828257.091359:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828257.091368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828257] req@ffffa0e3d025d2c0 x1874672134426624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828257.091372:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828257.091397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134427008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828257.091461:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134426624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828257.091474:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828257.091479:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828257.091484:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134426624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828257.091531:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828257.091564:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828257.091594:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828257] req@ffffa0e3d025e580 x1874672134426752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828257.091606:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134426752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828257.091615:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828257.091618:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828257.091621:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828257.091626:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828257.091663:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828257.091675:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828257] req@ffffa0e3d025d680 x1874672134426880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828257.091689:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134426880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828257.091708:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828257.091712:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828257.091715:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134426880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828257.091722:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828257.091740:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828257.091751:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828257] req@ffffa0e3d025cf00 x1874672134427008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828257.091764:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134427008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828257.091805:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828257.091810:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828257.091814:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427008:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828257.730853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828257.730938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828258.754803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828258.754860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828259.778822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828259.778931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828260.802937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828260.803003:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828261.826871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828261.827043:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828262.210948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828262.210987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828262.211012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828262.211025:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1633 00000100:00080000:0.0:1787828262.211036:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828262.211044:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828262.211083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134427136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828262.211111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828262.211116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828262.211119:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828262.211137:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1633 00000100:00080000:0.0:1787828262.211143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828262.211149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828262.211155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134427136:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787828262.211163:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828262.211184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828262.211209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828262.211214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828262.211217:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828262.211223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1633 00000100:00080000:0.0:1787828262.211228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828262.211234:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828262.211240:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828262.211255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828262.211268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828262.211282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828262.211285:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828262.211289:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1633 00000100:00080000:0.0:1787828262.211293:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828262.211298:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828262.211304:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828262.211318:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134427520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828262.211354:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828262.212490:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828262.212533:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427520:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828262.850794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828262.850858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828263.874806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828263.874890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828264.898836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828264.898905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828265.283084:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828265.283137:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828265.283158:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828265.283204:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828265.283215:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828265.283230:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828265.283294:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828265] req@ffffa0e3c3e85e00 x1874672134427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828265.283348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134427264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828265.283363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828265.283369:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828265.283374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828265.283383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828265] req@ffffa0e3c3e87480 x1874672134427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828265.283398:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134427392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828265.283406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828265.283410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828265.283418:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828265.283425:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828265] req@ffffa0e3c3e86940 x1874672134427520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828265.283438:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134427520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828265.283446:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828265.283449:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828265.283454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427520:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828265.283465:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828265] req@ffffa0e3c3e87840 x1874672134427136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828265.283485:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134427136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828265.283499:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828265.283504:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828265.283510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134427136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828265.922794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828265.922865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828266.946795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828266.946887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828267.330813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828267.330832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828267.330836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828267.330845:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1638 00000100:00080000:0.0:1787828267.330854:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828267.330860:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828267.330888:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828267.330910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828267.330913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828267.330914:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828267.330930:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1638 00000100:00080000:0.0:1787828267.330933:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828267.330936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828267.330944:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828267.330967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134427776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828267.330973:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134427648:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828267.330977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828267.330981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828267.330983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828267.330986:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1638 00000100:00080000:0.0:1787828267.330989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828267.330991:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828267.330995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828267.331005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134427904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828267.331016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828267.331018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828267.331020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828267.331023:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1638 00000100:00080000:0.0:1787828267.331025:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828267.331028:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828267.331031:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828267.331034:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828267.331042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134428032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828267.331069:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828267/real 1787828267] req@ffffa0e3c3e852c0 x1874672134427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828267.331083:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828267.331092:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828267.331095:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828267.331098:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134427648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828267.331116:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828267.331130:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828267.331138:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828267/real 1787828267] req@ffffa0e3c3e84f00 x1874672134427776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828267.331150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134427776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828267.331156:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828267.331158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828267.331161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828267.331167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828267.331187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828267.331199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828267/real 1787828267] req@ffffa0e3c3e84780 x1874672134427904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828267.331211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134427904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828267.331219:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828267.331221:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828267.331225:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134427904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828267.331230:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828267.331252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828267.331263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828267/real 1787828267] req@ffffa0e3c3e85680 x1874672134428032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828267.331274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134428032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828267.331286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828267.331290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828267.331292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428032:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828267.970829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828267.970911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828268.994861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828268.995037:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828270.018866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828270.019025:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828271.042835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828271.042995:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828272.066871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828272.066988:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828272.450864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828272.450881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828272.450911:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828272.450940:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1643 00000100:00080000:0.0:1787828272.450957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828272.450969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828272.451029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134428160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828272.451071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828272.451076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828272.451079:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828272.451084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1643 00000100:00080000:0.0:1787828272.451090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828272.451096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828272.451110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828272.451129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134428288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828272.451144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828272.451151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828272.451155:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828272.451166:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134428160:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828272.451168:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1643 00000100:00080000:0.0:1787828272.451184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828272.451195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828272.451206:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828272.451234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134428416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828272.451255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828272.451275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787828272.451280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828272.451282:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828272.451298:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1643 00000100:00080000:0.0:1787828272.451308:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828272.451318:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828272.451329:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828272.451357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134428544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828272.451370:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828272/real 1787828272] req@ffffa0e3c3e84b40 x1874672134428160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828272.451417:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134428160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828272.451444:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828272.451450:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828272.451455:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134428160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828272.451466:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828272.451499:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828272.451516:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828272/real 1787828272] req@ffffa0e3c3e870c0 x1874672134428288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828272.451532:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134428288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828272.451551:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828272.451556:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828272.451560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828272.451590:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828272.451611:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828272.451623:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828272/real 1787828272] req@ffffa0e3c3e86d00 x1874672134428416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828272.451637:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134428416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828272.451647:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828272.451651:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828272.451654:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828272.451661:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428544:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828272.451699:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828272.451771:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828272/real 1787828272] req@ffffa0e3c3e861c0 x1874672134428544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828272.451788:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134428544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828272.451798:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828272.451802:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828272.451807:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828273.090850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828273.090912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828274.114848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828274.115105:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828275.138950:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828275.139058:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828276.162817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828276.162901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828277.186867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828277.186939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828277.570839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828277.570865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828277.570870:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828277.570880:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1649 00000100:00080000:0.0:1787828277.570892:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828277.570903:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828277.570941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134428672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828277.570971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828277.570974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828277.570975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828277.570979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1649 00000100:00080000:0.0:1787828277.570982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828277.570985:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828277.570993:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828277.571004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134428800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828277.571012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828277.571016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828277.571016:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134428672:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828277.571020:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828277.571027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1649 00000100:00080000:0.0:1787828277.571029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828277.571031:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828277.571034:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828277.571044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134428928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828277.571051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828277.571054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828277.571055:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828277.571057:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1649 00000100:00080000:0.0:1787828277.571060:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828277.571062:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828277.571065:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828277.571073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134429056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828277.571082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828277.571115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffffa0e3c3e85a40 x1874672134428672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828277.571129:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134428672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828277.571136:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828277.571139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828277.571142:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134428672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828277.571160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828277.571174:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828277.571182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffffa0e3c3e87c00 x1874672134428800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828277.571190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134428800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828277.571195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828277.571197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828277.571199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828277.571203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828277.571213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828277.571219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffffa0e3c3e86580 x1874672134428928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828277.571226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134428928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828277.571230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828277.571232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828277.571234:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134428928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828277.571237:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828277.571247:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828277.571252:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828277/real 1787828277] req@ffffa0e3c3e861c0 x1874672134429056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828277.571259:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134429056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828277.571264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828277.571266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828277.571268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429056:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828278.210818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828278.210901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828279.234820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828279.234890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828280.258778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828280.258870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828281.282843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828281.282925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828282.306784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828282.306847:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828282.690863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828282.690871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828282.690874:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828282.690883:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1654 00000100:00080000:1.0:1787828282.690893:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828282.690898:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828282.690930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828282.690954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828282.690956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828282.690958:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828282.690960:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1654 00000100:00080000:1.0:1787828282.690963:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828282.690965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828282.690973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828282.690983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134429312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828282.690990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828282.690993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828282.690995:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828282.690997:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1654 00000100:00080000:1.0:1787828282.690999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828282.691002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828282.691005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828282.691012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134429184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828282.691017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134429440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828282.691026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828282.691028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828282.691029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828282.691032:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1654 00000100:00080000:1.0:1787828282.691034:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828282.691036:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828282.691039:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828282.691048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134429568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828282.691075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828282.691109:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffffa0e3d98d52c0 x1874672134429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828282.691123:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828282.691131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828282.691133:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828282.691137:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134429184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828282.691142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828282.691154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828282.691162:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffffa0e3d98d5680 x1874672134429312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828282.691169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134429312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828282.691175:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828282.691176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828282.691178:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828282.691198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828282.691208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828282.691215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffffa0e3d98d61c0 x1874672134429440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828282.691222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134429440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828282.691231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828282.691234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828282.691236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828282.691239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828282.691248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828282.691254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828282/real 1787828282] req@ffffa0e3d98d6940 x1874672134429568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828282.691260:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134429568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828282.691266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828282.691267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828282.691269:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429568:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828283.330805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828283.330878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828284.354770:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828284.354882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828285.378815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828285.378876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828286.402826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828286.402908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828287.426835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828287.426900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828287.810810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828287.810818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828287.810821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828287.810830:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1659 00000100:00080000:1.0:1787828287.810839:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828287.810845:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828287.810879:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134429696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828287.810898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828287.810901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828287.810903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828287.810906:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1659 00000100:00080000:1.0:1787828287.810908:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828287.810911:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828287.810918:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828287.810926:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828287.810932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828287.810934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828287.810935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828287.810937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1659 00000100:00080000:1.0:1787828287.810939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828287.810941:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828287.810943:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828287.810949:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828287.810955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828287.810957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828287.810958:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828287.810961:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1659 00000100:00080000:1.0:1787828287.810964:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828287.810966:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828287.810969:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828287.810976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134430080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828287.810983:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134429696:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787828287.811049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828287.811089:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffffa0e3d98d4780 x1874672134429696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828287.811107:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134429696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828287.811117:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828287.811122:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828287.811126:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134429696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828287.811134:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828287.811157:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828287.811168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffffa0e3d98d5e00 x1874672134429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828287.811177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134429824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828287.811183:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828287.811185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828287.811188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828287.811192:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828287.811203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828287.811209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffffa0e3d98d7840 x1874672134429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828287.811216:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134429952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828287.811221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828287.811223:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828287.811224:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134429952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828287.811249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430080:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828287.811261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828287.811267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828287/real 1787828287] req@ffffa0e3d98d4f00 x1874672134430080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828287.811274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134430080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828287.811279:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828287.811281:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828287.811283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828288.450813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828288.450966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828289.474826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828289.474890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828290.498802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828290.498916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828291.522866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828291.522932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828292.546854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828292.546936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828292.930827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828292.930836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828292.930840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828292.930848:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1664 00000100:00080000:1.0:1787828292.930858:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828292.930863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828292.930896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134430208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828292.930920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828292.930923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828292.930924:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828292.930927:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1664 00000100:00080000:1.0:1787828292.930929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828292.930932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828292.930940:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828292.930956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134430336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828292.930963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828292.930966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828292.930967:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828292.930970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1664 00000100:00080000:1.0:1787828292.930973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828292.930976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828292.930980:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828292.930982:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134430208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828292.930990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134430464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828292.930999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828292.931001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828292.931002:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828292.931004:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1664 00000100:00080000:1.0:1787828292.931006:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828292.931009:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828292.931012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828292.931021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134430592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828292.931052:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828292.931097:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffffa0e3d98d43c0 x1874672134430208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828292.931116:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134430208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828292.931127:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828292.931132:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828292.931136:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134430208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828292.931143:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828292.931168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828292.931182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffffa0e3d98d4f00 x1874672134430336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828292.931204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134430336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828292.931214:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828292.931217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828292.931221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828292.931254:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828292.931274:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828292.931287:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffffa0e3d98d7840 x1874672134430464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828292.931300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134430464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828292.931309:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828292.931312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828292.931316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828292.931322:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828292.931341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828292.931353:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828292/real 1787828292] req@ffffa0e3d98d5e00 x1874672134430592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828292.931366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134430592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828292.931375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828292.931378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828292.931381:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430592:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828293.570797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828293.570824:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828294.594813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828294.594916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828295.618791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828295.618863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828296.642760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828296.642866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828297.666787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828297.666844:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828298.050782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828298.050793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828298.050798:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828298.050809:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1669 00000100:00080000:1.0:1787828298.050820:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828298.050827:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828298.050863:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828298.050893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828298.050897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828298.050899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828298.050902:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1669 00000100:00080000:1.0:1787828298.050904:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828298.050907:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828298.050916:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828298.050926:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134430848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828298.050934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828298.050937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828298.050939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828298.050944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1669 00000100:00100000:3.0:1787828298.050945:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134430720:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828298.050946:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828298.050952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828298.050956:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828298.050963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134430976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828298.050969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828298.050972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828298.050973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828298.050976:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1669 00000100:00080000:1.0:1787828298.050977:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828298.050980:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828298.050984:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828298.050991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134431104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828298.051007:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828298.051044:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828298/real 1787828298] req@ffffa0e3d98d4780 x1874672134430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828298.051058:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828298.051066:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828298.051069:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828298.051073:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134430720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828298.051107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828298.051129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828298.051139:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828298/real 1787828298] req@ffffa0e3d98d6940 x1874672134430848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828298.051148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134430848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828298.051155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828298.051160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828298.051164:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828298.051170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828298.051187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828298.051197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828298/real 1787828298] req@ffffa0e3d98d61c0 x1874672134430976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828298.051205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134430976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828298.051211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828298.051212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828298.051214:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134430976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828298.051218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828298.051229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828298.051238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828298/real 1787828298] req@ffffa0e3d98d5680 x1874672134431104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828298.051249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134431104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828298.051254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828298.051256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828298.051259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431104:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828298.690857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828298.690937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828299.714836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828299.714858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828300.738817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828300.738915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828301.762816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828301.762881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828302.786833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828302.786909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828303.170814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828303.170829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828303.170835:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828303.170849:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1674 00000100:00080000:1.0:1787828303.170863:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828303.170872:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828303.170924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134431232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828303.170958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828303.170962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828303.170964:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828303.170969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1674 00000100:00080000:1.0:1787828303.170972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828303.170976:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828303.170989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828303.171009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134431360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828303.171021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828303.171028:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134431232:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828303.171029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828303.171034:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828303.171045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1674 00000100:00080000:1.0:1787828303.171049:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828303.171056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828303.171063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828303.171078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134431488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828303.171088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828303.171092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828303.171095:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828303.171099:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1674 00000800:00000100:3.0:1787828303.171104:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787828303.171105:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828303.171113:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828303.171121:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828303.171137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134431616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828303.171153:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828303/real 1787828303] req@ffffa0e3d98d52c0 x1874672134431232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828303.171177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134431232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828303.171189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828303.171194:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828303.171199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134431232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828303.171226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828303.171252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828303.171266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828303/real 1787828303] req@ffffa0e3d98d5680 x1874672134431360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828303.171280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134431360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828303.171290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828303.171294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828303.171297:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828303.171302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828303.171323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828303.171336:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828303/real 1787828303] req@ffffa0e3d98d61c0 x1874672134431488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828303.171348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134431488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828303.171357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828303.171360:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828303.171363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828303.171370:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431616:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828303.171390:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828303.171401:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828303/real 1787828303] req@ffffa0e3d98d6940 x1874672134431616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828303.171413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134431616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828303.171421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828303.171425:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828303.171428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828303.810784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828303.810857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828304.834807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828304.834876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828305.858789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828305.858840:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828306.882799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828306.882865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828307.906791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828307.906863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828308.290795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828308.290802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828308.290806:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828308.290814:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1679 00000100:00080000:0.0:1787828308.290823:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828308.290829:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828308.290860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134431744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828308.290881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828308.290884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828308.290886:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828308.290889:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1679 00000100:00080000:0.0:1787828308.290891:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828308.290894:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828308.290903:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828308.290911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134431872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828308.290919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828308.290923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828308.290925:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828308.290926:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134431744:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828308.290930:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1679 00000100:00080000:0.0:1787828308.290936:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828308.290939:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828308.290942:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828308.290949:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134432000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828308.290954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828308.290957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828308.290959:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828308.290961:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1679 00000100:00080000:0.0:1787828308.290964:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828308.290966:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828308.290970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828308.290977:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134432128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828308.290993:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828308.291026:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828308/real 1787828308] req@ffffa0e3c3e86d00 x1874672134431744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828308.291052:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134431744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828308.291063:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828308.291067:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828308.291072:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134431744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828308.291096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828308.291114:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828308.291123:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828308/real 1787828308] req@ffffa0e3c3e870c0 x1874672134431872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828308.291131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134431872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828308.291137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828308.291139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828308.291141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134431872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828308.291145:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828308.291154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828308.291160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828308/real 1787828308] req@ffffa0e3c3e84b40 x1874672134432000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828308.291167:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134432000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828308.291176:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828308.291178:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828308.291180:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828308.291184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828308.291193:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828308.291198:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828308/real 1787828308] req@ffffa0e3c3e85680 x1874672134432128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828308.291205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134432128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828308.291210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828308.291212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828308.291214:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432128:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828308.930840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828308.930967:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828309.954817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828309.954872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828310.978779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828310.978981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828312.002827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828312.002923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828313.026840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828313.026905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828313.410778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828313.410786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828313.410789:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828313.410798:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1684 00000100:00080000:0.0:1787828313.410808:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828313.410813:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828313.410845:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134432256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828313.410869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828313.410872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828313.410873:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828313.410876:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1684 00000100:00080000:0.0:1787828313.410878:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828313.410880:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828313.410887:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828313.410895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828313.410901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828313.410904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828313.410905:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828313.410907:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1684 00000100:00080000:0.0:1787828313.410909:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828313.410912:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828313.410915:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828313.410921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828313.410927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828313.410930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828313.410931:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828313.410934:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1684 00000100:00080000:0.0:1787828313.410936:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828313.410943:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134432256:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828313.410946:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828313.410952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828313.410960:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134432640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828313.411015:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828313.411056:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828313/real 1787828313] req@ffffa0e3c3e84780 x1874672134432256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828313.411074:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134432256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828313.411093:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828313.411097:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828313.411102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134432256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828313.411109:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828313.411132:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828313.411147:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828313/real 1787828313] req@ffffa0e3c3e84f00 x1874672134432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828313.411160:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134432384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828313.411169:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828313.411172:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828313.411176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828313.411182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828313.411203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828313.411214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828313/real 1787828313] req@ffffa0e3c3e852c0 x1874672134432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828313.411226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134432512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828313.411233:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828313.411237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828313.411240:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828313.411267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432640:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828313.411288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828313.411300:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828313/real 1787828313] req@ffffa0e3c3e87840 x1874672134432640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828313.411323:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134432640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828313.411332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828313.411335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828313.411339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432640:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828314.050861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828314.050921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828315.074858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828315.074941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828316.098862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828316.098963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828317.122838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828317.123004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828318.146788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828318.146879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828318.530910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.530925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828318.530931:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.530945:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1690 00000100:00080000:0.0:1787828318.530958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.530967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828318.531014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134432768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828318.531054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.531060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828318.531063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.531068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1690 00000100:00080000:0.0:1787828318.531072:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.531077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828318.531090:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828318.531106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134432896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828318.531121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.531126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828318.531128:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828318.531136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134432768:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828318.531138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1690 00000100:00080000:0.0:1787828318.531147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.531154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828318.531160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828318.531176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134433024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828318.531188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828318.531193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828318.531195:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828318.531201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1690 00000100:00080000:0.0:1787828318.531206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828318.531210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828318.531216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828318.531235:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828318.531237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134433152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828318.531316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffffa0e3c3e86940 x1874672134432768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828318.531361:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134432768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828318.531381:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828318.531389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828318.531398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134432768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828318.531446:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828318.531496:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828318.531514:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffffa0e3c3e87480 x1874672134432896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828318.531531:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134432896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828318.531542:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828318.531546:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828318.531550:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134432896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828318.531558:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828318.531619:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828318.531637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffffa0e3c3e85e00 x1874672134433024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828318.531652:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134433024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828318.531663:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828318.531667:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828318.531671:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828318.531678:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828318.531698:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828318.531745:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828318/real 1787828318] req@ffffa0e3c3e87840 x1874672134433152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828318.531772:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134433152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828318.531783:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828318.531786:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828318.531790:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433152:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828319.170890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828319.170917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828320.194859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828320.194914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828321.218811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828321.218937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828322.242838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828322.242936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828323.266779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828323.267004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828323.650813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828323.650823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828323.650828:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828323.650839:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1695 00000100:00080000:1.0:1787828323.650851:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828323.650859:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828323.650910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134433280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828323.650934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828323.650937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828323.650941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828323.650945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1695 00000100:00080000:1.0:1787828323.650947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828323.650950:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828323.650960:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828323.650970:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134433408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828323.650978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828323.650981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828323.650982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828323.650985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1695 00000100:00080000:1.0:1787828323.650987:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828323.650993:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828323.650995:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134433280:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828323.650996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828323.651008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134433536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828323.651016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828323.651018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828323.651019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828323.651022:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1695 00000100:00080000:1.0:1787828323.651024:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828323.651027:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828323.651031:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828323.651039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134433664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828323.651093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828323.651142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffffa0e3d98d4780 x1874672134433280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828323.651169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134433280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828323.651177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828323.651181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828323.651184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134433280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828323.651189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828323.651203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828323.651211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffffa0e3d98d5e00 x1874672134433408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828323.651224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134433408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828323.651230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828323.651232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828323.651234:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828323.651260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828323.651271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828323.651278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffffa0e3d98d7840 x1874672134433536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828323.651285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134433536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828323.651290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828323.651292:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828323.651294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828323.651297:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828323.651308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828323.651314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828323/real 1787828323] req@ffffa0e3d98d4f00 x1874672134433664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828323.651321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134433664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828323.651332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828323.651334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828323.651336:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433664:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828324.290868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828324.290978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828325.314877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828325.315010:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828326.338838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828326.338907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828327.362858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828327.362895:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828328.386949:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828328.387009:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828328.770868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.770880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828328.770884:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.770894:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1700 00000100:00080000:0.0:1787828328.770906:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.770914:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828328.770952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134433792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828328.770981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.770985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828328.770987:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.770991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1700 00000100:00080000:0.0:1787828328.770994:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.770997:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828328.771007:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828328.771022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134433920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828328.771034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828328.771040:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134433792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828328.771041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828328.771046:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.771057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1700 00000100:00080000:0.0:1787828328.771060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.771064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828328.771070:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828328.771082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134434048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828328.771092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828328.771096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828328.771098:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828328.771101:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1700 00000100:00080000:0.0:1787828328.771104:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828328.771108:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828328.771113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828328.771124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134434176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828328.771196:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828328.771241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828328.771263:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828329.410849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828329.410980:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828330.434837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828330.434899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828331.458899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828331.458922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828331.843089:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787828331.843172:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828331.843199:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828331.843269:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828331.843289:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828331.843303:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828331.843389:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffffa0e3c3e84f00 x1874672134433920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828331.843444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134433920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828331.843494:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828331.843508:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828331.843518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134433920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828331.843534:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffffa0e3c3e84780 x1874672134434048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828331.843575:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134434048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828331.843591:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828331.843598:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828331.843604:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828331.843619:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffffa0e3c3e85680 x1874672134434176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828331.843645:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134434176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828331.843660:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828331.843668:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828331.843673:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828331.843687:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828331] req@ffffa0e3c3e852c0 x1874672134433792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828331.843881:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134433792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828331.843904:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828331.843913:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828331.843924:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134433792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828332.482801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828332.482872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828333.506849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828333.507156:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828333.890819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.890845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828333.890849:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.890857:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1705 00000100:00080000:0.0:1787828333.890867:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.890872:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828333.890905:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134434304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828333.890928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.890931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828333.890933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.890936:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1705 00000100:00080000:0.0:1787828333.890939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.890942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828333.890953:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828333.890964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134434432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828333.890972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.890976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828333.890977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134434304:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828333.890978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.890989:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1705 00000100:00080000:0.0:1787828333.890992:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.890996:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828333.891001:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828333.891016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134434560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828333.891023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828333.891026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828333.891028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828333.891034:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1705 00000100:00080000:0.0:1787828333.891036:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828333.891040:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828333.891043:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828333.891053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134434688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828333.891196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828333.891253:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffffa0e3c3e84b40 x1874672134434304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828333.891281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134434304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828333.891303:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828333.891320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828333.891326:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134434304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828333.891358:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828333.891397:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828333.891418:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffffa0e3c3e870c0 x1874672134434432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828333.891432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134434432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828333.891440:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828333.891443:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828333.891447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828333.891453:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828333.891490:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828333.891502:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffffa0e3c3e86d00 x1874672134434560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828333.891520:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134434560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828333.891528:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828333.891531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828333.891535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828333.891541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828333.891561:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828333.891573:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828333/real 1787828333] req@ffffa0e3c3e861c0 x1874672134434688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828333.891585:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134434688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828333.891593:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828333.891597:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828333.891600:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434688:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828334.530773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828334.530866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828335.554804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828335.554829:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828336.578860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828336.578949:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828337.602865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828337.602909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828338.626807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828338.626935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828339.010896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828339.010909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828339.010914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828339.010926:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1710 00000100:00080000:2.0:1787828339.010939:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828339.010948:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828339.010996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134434816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828339.011034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828339.011039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828339.011042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828339.011047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1710 00000100:00080000:2.0:1787828339.011051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828339.011057:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828339.011074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828339.011099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828339.011121:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134434816:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828339.011154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828339.011162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828339.011167:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828339.011177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1710 00000100:00080000:2.0:1787828339.011203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828339.011210:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828339.011218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787828339.011226:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828339.011252:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828339.011267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828339.011272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828339.011275:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828339.011281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828339/real 1787828339] req@ffffa0e3d025e940 x1874672134434816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828339.011286:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1710 00000100:00080000:2.0:1787828339.011300:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828339.011310:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828339.011320:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828339.011326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134434816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828339.011341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134435200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828339.011382:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828339.011396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828339.011406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134434816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828339.011472:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828339.011520:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828339.011541:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828339/real 1787828339] req@ffffa0e3d025f0c0 x1874672134434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828339.011558:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134434944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828339.011569:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828339.011574:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828339.011578:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134434944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828339.011586:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828339.011610:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828339.011621:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828339/real 1787828339] req@ffffa0e3d025c3c0 x1874672134435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828339.011635:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134435072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828339.011644:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828339.011648:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828339.011651:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828339.011659:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435200:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828339.011678:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828339.011689:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828339/real 1787828339] req@ffffa0e3d025cb40 x1874672134435200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828339.011702:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134435200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828339.011752:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828339.011757:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828339.011761:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828339.650899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828339.650927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828340.674819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828340.675016:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828341.698835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828341.698966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828342.722809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828342.723001:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828343.746822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828343.746923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828344.130832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828344.130850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828344.130857:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828344.130873:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1715 00000100:00080000:2.0:1787828344.130891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828344.130904:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828344.130959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134435328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828344.131007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828344.131014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828344.131018:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828344.131026:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1715 00000100:00080000:2.0:1787828344.131033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828344.131043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828344.131063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828344.131096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134435456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828344.131098:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134435328:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828344.131139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828344.131148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828344.131152:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828344.131163:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1715 00000100:00080000:2.0:1787828344.131171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828344.131181:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828344.131191:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828344.131217:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134435584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828344.131230:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828344.131264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828344.131272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828344.131276:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828344.131289:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1715 00000100:00100000:3.0:1787828344.131298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828344/real 1787828344] req@ffffa0e3d025e1c0 x1874672134435328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828344.131299:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828344.131326:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828344.131342:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134435328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828344.131343:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:3.0:1787828344.131379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828344.131404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828344.131410:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134435328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828344.131436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134435712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828344.131479:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828344.131532:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828344.131576:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828344/real 1787828344] req@ffffa0e3d025c780 x1874672134435456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828344.131599:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134435456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828344.131614:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828344.131619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828344.131625:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828344.131636:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828344.131663:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828344.131676:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828344/real 1787828344] req@ffffa0e3d025fc00 x1874672134435584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828344.131688:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134435584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828344.131696:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828344.131700:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828344.131703:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828344.131710:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828344.131726:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828344.131793:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828344/real 1787828344] req@ffffa0e3d025f480 x1874672134435712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828344.131814:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134435712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828344.131833:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828344.131838:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828344.131844:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435712:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828344.770879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828344.771033:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828345.794829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828345.794997:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828346.818817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828346.818895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828347.842829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828347.842925:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828348.866812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828348.866898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828349.250903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828349.250917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828349.250924:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828349.250940:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1720 00000100:00080000:1.0:1787828349.250959:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828349.250970:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828349.251044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134435840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828349.251090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828349.251106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828349.251109:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828349.251114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1720 00000100:00080000:1.0:1787828349.251119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828349.251123:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828349.251138:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828349.251157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134435968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828349.251171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828349.251176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828349.251178:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828349.251183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1720 00000100:00080000:1.0:1787828349.251186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828349.251190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828349.251196:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828349.251228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134436096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828349.251232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134435840:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828349.251254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828349.251261:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828349.251264:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828349.251269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1720 00000100:00080000:1.0:1787828349.251273:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828349.251277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828349.251284:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828349.251300:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134436224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828349.251411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828349.251490:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828349/real 1787828349] req@ffffa0e3d98d43c0 x1874672134435840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828349.251526:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134435840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828349.251549:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828349.251557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828349.251565:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134435840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828349.251581:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828349.251624:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828349.251649:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828349/real 1787828349] req@ffffa0e3d98d4f00 x1874672134435968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828349.251674:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134435968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828349.251690:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828349.251711:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828349.251715:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134435968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828349.251789:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828349.251816:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828349.251830:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828349/real 1787828349] req@ffffa0e3d98d7840 x1874672134436096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828349.251845:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134436096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828349.251854:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828349.251858:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828349.251862:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828349.251870:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828349.251890:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828349.251902:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828349/real 1787828349] req@ffffa0e3d98d5e00 x1874672134436224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828349.251917:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134436224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828349.251926:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828349.251930:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828349.251934:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436224:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828349.890827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828349.890862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828350.914812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828350.914945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828351.938837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828351.938881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828352.962837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828352.962924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828353.986846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828353.986866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828354.370801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828354.370810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828354.370814:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828354.370823:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1725 00000100:00080000:2.0:1787828354.370832:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828354.370846:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828354.370879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134436352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828354.370903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828354.370905:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828354.370907:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828354.370910:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1725 00000100:00080000:2.0:1787828354.370912:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828354.370914:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828354.370922:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828354.370932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134436480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828354.370939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828354.370942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828354.370944:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828354.370948:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1725 00000100:00080000:2.0:1787828354.370953:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828354.370954:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134436352:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828354.370960:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828354.370967:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828354.370982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134436608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828354.371000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828354.371003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828354.371004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828354.371008:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1725 00000100:00080000:2.0:1787828354.371011:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828354.371015:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828354.371019:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787828354.371023:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828354.371036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134436736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828354.371068:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354] req@ffffa0e3d025c000 x1874672134436352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.371083:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134436352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.371091:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.371094:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828354.371097:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134436352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828354.371102:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828354.371117:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828354.371125:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354] req@ffffa0e3d025f480 x1874672134436480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.371133:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134436480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.371138:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.371140:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828354.371142:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828354.371181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828354.371212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828354.371230:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354] req@ffffa0e3d025fc00 x1874672134436608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.371252:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134436608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.371275:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.371280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828354.371285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828354.371295:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436736:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828354.371461:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828354.371471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354] req@ffffa0e3d025c780 x1874672134436736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.371479:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134436736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.371485:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.371487:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828354.371490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828355.010866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828355.010972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828356.034805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828356.034832:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828357.058896:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828357.059034:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828358.082811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828358.082990:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828359.106845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828359.106943:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828359.490874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828359.490885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828359.490890:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828359.490903:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1731 00000100:00080000:1.0:1787828359.490917:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828359.490924:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828359.490972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134436864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828359.491019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828359.491023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828359.491025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828359.491029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1731 00000100:00080000:1.0:1787828359.491034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828359.491038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828359.491050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828359.491064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134436992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828359.491075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828359.491079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828359.491081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828359.491087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1731 00000100:00080000:1.0:1787828359.491091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828359.491091:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134436864:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828359.491098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828359.491106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828359.491116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134437120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828359.491124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828359.491127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828359.491129:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828359.491133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1731 00000100:00080000:1.0:1787828359.491135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828359.491139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828359.491143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828359.491171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134437248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828359.491208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828359.491314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359] req@ffffa0e3d98d4780 x1874672134436864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828359.491345:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134436864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828359.491354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828359.491358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828359.491361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134436864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828359.491406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828359.491431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828359.491443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359] req@ffffa0e3d98d6940 x1874672134436992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828359.491454:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134436992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828359.491462:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828359.491464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828359.491467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134436992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828359.491472:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828359.491485:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828359.491492:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359] req@ffffa0e3d98d61c0 x1874672134437120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828359.491501:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134437120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828359.491508:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828359.491510:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828359.491513:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828359.491517:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828359.491559:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828359.491567:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359] req@ffffa0e3d98d5680 x1874672134437248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828359.491577:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134437248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828359.491584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828359.491586:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828359.491588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437248:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828360.130796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828360.130841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828361.154808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828361.154891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828362.178857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828362.178952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828363.202861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828363.202964:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828364.226822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828364.226916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828364.610883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828364.610894:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828364.610899:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828364.610911:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1736 00000100:00080000:2.0:1787828364.610924:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828364.610932:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828364.610976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134437376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828364.611007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828364.611011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828364.611014:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828364.611019:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1736 00000100:00080000:2.0:1787828364.611023:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828364.611027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828364.611039:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828364.611053:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828364.611066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828364.611075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828364.611075:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134437376:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828364.611083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828364.611097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1736 00000100:00080000:2.0:1787828364.611101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828364.611105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828364.611110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828364.611127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828364.611137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828364.611142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828364.611144:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828364.611149:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1736 00000100:00080000:2.0:1787828364.611163:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828364.611169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828364.611176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787828364.611182:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828364.611199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134437760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828364.611239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffffa0e3d025e1c0 x1874672134437376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828364.611290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134437376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828364.611304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828364.611309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828364.611314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134437376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828364.611342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828364.611369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828364.611383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffffa0e3d025cb40 x1874672134437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828364.611397:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134437504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828364.611414:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828364.611418:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828364.611422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828364.611428:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828364.611446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828364.611456:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffffa0e3d025c3c0 x1874672134437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828364.611468:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134437632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828364.611477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828364.611480:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828364.611484:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828364.611490:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828364.611507:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828364.611516:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364] req@ffffa0e3d025f0c0 x1874672134437760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828364.611528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134437760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828364.611555:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828364.611558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828364.611563:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134437760:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828365.250845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828365.250961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828366.274825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828366.274967:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828367.298859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828367.299001:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828368.322864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828368.322947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828369.346846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828369.346942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828369.730863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828369.730875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828369.730880:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828369.730892:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1741 00000100:00080000:0.0:1787828369.730906:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828369.730915:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828369.730962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134437888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828369.730998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828369.731003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828369.731005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828369.731011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1741 00000100:00080000:0.0:1787828369.731014:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828369.731020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828369.731032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828369.731049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134438016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828369.731064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828369.731069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828369.731075:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828369.731077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134437888:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828369.731084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1741 00000100:00080000:0.0:1787828369.731095:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828369.731100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828369.731106:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828369.731123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134438144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828369.731136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828369.731140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828369.731144:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828369.731158:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1741 00000100:00080000:0.0:1787828369.731162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828369.731167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828369.731173:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828369.731186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828369.731193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134438272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828369.731280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffffa0e3c3e86580 x1874672134437888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828369.731310:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134437888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828369.731328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828369.731334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828369.731339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134437888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828369.731379:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828369.731417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828369.731435:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffffa0e3c3e87c00 x1874672134438016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828369.731460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134438016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828369.731478:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828369.731483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828369.731488:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828369.731499:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828369.731526:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828369.731538:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffffa0e3c3e85a40 x1874672134438144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828369.731554:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134438144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828369.731566:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828369.731573:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828369.731578:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828369.731588:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438272:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828369.731792:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828369.732014:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369] req@ffffa0e3c3e861c0 x1874672134438272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828369.732038:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134438272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828369.732052:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828369.732058:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828369.732063:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828370.370838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828370.370968:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828371.394808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828371.394927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828372.418806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828372.418879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828373.442850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828373.443012:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828374.466856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828374.466959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828374.850882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828374.850893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828374.850897:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828374.850908:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1746 00000100:00080000:1.0:1787828374.850920:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828374.850925:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828374.850994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134438400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828374.851026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828374.851030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828374.851032:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828374.851036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1746 00000100:00080000:1.0:1787828374.851040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828374.851044:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828374.851054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828374.851068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134438528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828374.851080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828374.851087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828374.851088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134438400:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828374.851090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828374.851102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1746 00000100:00080000:1.0:1787828374.851106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828374.851109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828374.851113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828374.851126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134438656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828374.851135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828374.851138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828374.851141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828374.851145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1746 00000100:00080000:1.0:1787828374.851148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828374.851151:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828374.851156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828374.851166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134438784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828374.851206:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828374.851245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffffa0e3d98d52c0 x1874672134438400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828374.851277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134438400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828374.851290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828374.851294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828374.851298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134438400:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828374.851324:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828374.851347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828374.851359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffffa0e3d98d5680 x1874672134438528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828374.851370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134438528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828374.851378:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828374.851382:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828374.851385:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828374.851390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828374.851428:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828374.851436:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffffa0e3d98d61c0 x1874672134438656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828374.851446:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134438656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828374.851453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828374.851455:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828374.851457:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828374.851463:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438784:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828374.851476:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828374.851483:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828374/real 1787828374] req@ffffa0e3d98d6940 x1874672134438784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828374.851492:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134438784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828374.851499:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828374.851501:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828374.851503:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134438784:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828375.490841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828375.490969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828376.514838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828376.514999:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828377.538807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828377.538942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828378.562901:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828378.563009:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828379.586800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828379.586858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828379.970788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828379.970796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828379.970800:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828379.970809:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1751 00000100:00080000:1.0:1787828379.970818:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828379.970825:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828379.970859:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134438912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828379.970883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828379.970887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828379.970888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828379.970891:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1751 00000100:00080000:1.0:1787828379.970894:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828379.970899:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828379.970910:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828379.970922:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134438912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828379.970930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134439040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828379.970956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828379.970960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828379.970963:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828379.970968:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1751 00000100:00080000:1.0:1787828379.970976:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828379.970980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828379.970985:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787828379.970989:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828379.971025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134439168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828379.971035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828379.971038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828379.971040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828379.971044:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1751 00000100:00100000:3.0:1787828379.971050:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffffa0e3d98d4780 x1874672134438912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828379.971052:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828379.971061:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828379.971071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828379.971081:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134438912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828379.971086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134439296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828379.971111:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828379.971118:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828379.971123:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134438912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828379.971180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828379.971201:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828379.971211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffffa0e3d98d5e00 x1874672134439040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828379.971222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134439040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828379.971241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828379.971244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828379.971247:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828379.971251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828379.971265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828379.971273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffffa0e3d98d7840 x1874672134439168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828379.971282:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134439168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828379.971288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828379.971290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828379.971292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828379.971296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439296:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828379.971308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828379.971315:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828379/real 1787828379] req@ffffa0e3d98d4f00 x1874672134439296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828379.971323:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134439296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828379.971334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828379.971336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828379.971338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828380.610826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828380.610898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828381.634867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828381.634975:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828382.658848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828382.658891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828383.682816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828383.682982:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828384.706831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828384.707001:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828385.090933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828385.090953:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828385.090961:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828385.090978:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1756 00000100:00080000:2.0:1787828385.090998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828385.091009:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828385.091077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134439424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828385.091166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828385.091171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828385.091173:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828385.091178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1756 00000100:00080000:2.0:1787828385.091182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828385.091187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828385.091201:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828385.091219:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134439552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828385.091232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828385.091236:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828385.091239:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828385.091246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134439424:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828385.091248:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1756 00000100:00080000:2.0:1787828385.091257:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828385.091263:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828385.091267:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828385.091279:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134439680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828385.091296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828385.091300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828385.091302:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828385.091306:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1756 00000100:00080000:2.0:1787828385.091348:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828385.091357:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828385.091365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787828385.091372:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828385.091398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134439808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828385.091430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828385/real 1787828385] req@ffffa0e3d025e940 x1874672134439424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828385.091453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134439424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828385.091467:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828385.091471:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828385.091475:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134439424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828385.091515:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828385.091539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828385.091552:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828385/real 1787828385] req@ffffa0e3d025cf00 x1874672134439552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828385.091564:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134439552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828385.091573:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828385.091576:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828385.091579:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828385.091586:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828385.091602:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828385.091611:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828385/real 1787828385] req@ffffa0e3d025d680 x1874672134439680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828385.091622:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134439680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828385.091629:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828385.091632:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828385.091635:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828385.091640:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439808:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828385.091673:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828385.091683:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828385/real 1787828385] req@ffffa0e3d025e580 x1874672134439808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828385.091694:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134439808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828385.091701:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828385.091704:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828385.091707:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134439808:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828385.730806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828385.730885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828386.754856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828386.755008:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828387.778873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828387.778930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828388.802840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828388.803044:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828389.826879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828389.826939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828390.210869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828390.210882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828390.210888:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828390.210900:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1761 00000100:00080000:0.0:1787828390.210914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828390.210925:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828390.210998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134439936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828390.211047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828390.211053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828390.211055:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828390.211061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1761 00000100:00080000:0.0:1787828390.211089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828390.211107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828390.211120:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828390.211142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828390.211172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134439936:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828390.211174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828390.211188:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828390.211195:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828390.211202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1761 00000100:00080000:0.0:1787828390.211206:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828390.211211:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828390.211217:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828390.211233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828390.211247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828390.211253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828390.211255:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828390.211259:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1761 00000100:00080000:0.0:1787828390.211265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828390.211270:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828390.211276:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828390.211284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828390.211298:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134440320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828390.211344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828390] req@ffffa0e3c3e86d00 x1874672134439936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828390.211371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134439936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828390.211385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828390.211390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828390.211396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134439936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828390.211426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828390.211453:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828390.211468:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828390] req@ffffa0e3c3e870c0 x1874672134440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828390.211483:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134440064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828390.211493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828390.211497:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828390.211501:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828390.211508:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828390.211526:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828390.211537:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828390] req@ffffa0e3c3e84b40 x1874672134440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828390.211551:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134440192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828390.211569:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828390.211572:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828390.211577:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828390.211583:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440320:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828390.211602:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828390.211612:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828390] req@ffffa0e3c3e852c0 x1874672134440320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828390.211635:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134440320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828390.211646:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828390.211649:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828390.211670:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440320:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828390.850848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828390.850957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828391.874851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828391.874963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828392.898842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828392.898955:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828393.922852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828393.922984:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828394.946870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828394.947013:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828395.330850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828395.330859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828395.330873:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828395.330882:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1766 00000100:00080000:0.0:1787828395.330893:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828395.330900:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828395.330935:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134440448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828395.330981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828395.330986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828395.330988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828395.330994:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1766 00000100:00080000:0.0:1787828395.330998:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828395.331002:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828395.331015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828395.331082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134440576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828395.331094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828395.331100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828395.331100:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134440448:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828395.331106:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828395.331116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1766 00000100:00080000:0.0:1787828395.331119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828395.331149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828395.331156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828395.331175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134440704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828395.331188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828395.331193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828395.331196:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828395.331199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1766 00000100:00080000:0.0:1787828395.331204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828395.331209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828395.331216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828395.331229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134440832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828395.331299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828395.331331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828395.331351:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828395.970839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828395.970975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828396.994769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828396.994931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828398.018882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828398.018979:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828398.403234:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787828398.403320:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828398.403352:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828398.403430:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828398.403455:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828398.403482:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828398.403526:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828398] req@ffffa0e3c3e84780 x1874672134440576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828398.403575:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134440576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828398.403599:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828398.403609:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828398.403616:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828398.403632:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828398] req@ffffa0e3c3e84f00 x1874672134440704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828398.403657:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134440704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828398.403674:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828398.403681:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828398.403688:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828398.403701:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828398] req@ffffa0e3c3e87840 x1874672134440832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828398.403768:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134440832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828398.403785:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828398.403793:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828398.403799:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134440832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828398.403812:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828398] req@ffffa0e3c3e85680 x1874672134440448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828398.403833:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134440448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828398.403849:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828398.403855:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828398.403861:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134440448:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828399.042848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828399.042916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828400.066886:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828400.067086:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828400.450820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828400.450832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828400.450838:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828400.450849:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1771 00000100:00080000:0.0:1787828400.450860:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828400.450878:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828400.450916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134440960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828400.450947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828400.450951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828400.450954:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828400.450959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1771 00000100:00080000:0.0:1787828400.450964:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828400.450968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828400.450979:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828400.451011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134441088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828400.451025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828400.451029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828400.451042:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828400.451048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1771 00000100:00100000:3.0:1787828400.451054:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134440960:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828400.451055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828400.451066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828400.451073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828400.451092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134441216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828400.451113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828400.451117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828400.451119:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828400.451125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828400.451131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1771 00000100:00080000:0.0:1787828400.451138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828400.451143:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828400.451159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828400.451175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134441344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828400.451187:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400] req@ffffa0e3c3e85e00 x1874672134440960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828400.451211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134440960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828400.451234:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828400.451240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828400.451244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134440960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828400.451252:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828400.451288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828400.451304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400] req@ffffa0e3c3e87480 x1874672134441088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828400.451318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134441088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828400.451328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828400.451332:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828400.451336:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828400.451371:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828400.451392:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828400.451405:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400] req@ffffa0e3c3e86940 x1874672134441216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828400.451419:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134441216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828400.451428:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828400.451431:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828400.451435:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828400.451442:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441344:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828400.451464:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828400.451478:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400] req@ffffa0e3c3e85680 x1874672134441344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828400.451492:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134441344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828400.451502:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828400.451506:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828400.451510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441344:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828401.090842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828401.091037:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828402.114846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828402.115008:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828403.138796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828403.138933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828404.162901:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828404.163042:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828405.186857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828405.187053:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828405.570898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828405.570912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828405.570918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828405.570932:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1777 00000100:00080000:0.0:1787828405.570947:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828405.570978:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828405.571024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134441472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828405.571076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828405.571081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828405.571083:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828405.571088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1777 00000100:00080000:0.0:1787828405.571093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828405.571098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828405.571111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828405.571129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134441600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828405.571144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828405.571151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787828405.571157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134441472:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828405.571170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828405.571189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1777 00000100:00080000:0.0:1787828405.571193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828405.571204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828405.571215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828405.571258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84780 x1874672134441728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828405.571278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828405.571301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828405.571304:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828405.571322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828405.571333:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1777 00000100:00080000:0.0:1787828405.571342:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828405.571350:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828405.571359:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828405.571375:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffffa0e3c3e87840 x1874672134441472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828405.571396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134441856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828405.571416:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134441472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828405.571434:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828405.571439:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828405.571456:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134441472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828405.571495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828405.571518:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828405.571530:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffffa0e3c3e84f00 x1874672134441600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828405.571547:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134441600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828405.571554:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828405.571557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828405.571560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828405.571565:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828405.571578:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828405.571585:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffffa0e3c3e84780 x1874672134441728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828405.571595:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84780 x1874672134441728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828405.571603:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828405.571606:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828405.571609:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828405.571614:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441856:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828405.571628:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828405.571635:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828405/real 1787828405] req@ffffa0e3c3e852c0 x1874672134441856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828405.571644:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134441856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828405.571658:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828405.571662:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828405.571664:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134441856:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828406.210905:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828406.211049:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828407.234914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828407.235003:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828408.258868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828408.259087:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828409.282841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828409.282979:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828410.306861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828410.307008:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828410.690848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828410.690860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828410.690866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828410.690879:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1782 00000100:00080000:0.0:1787828410.690893:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828410.690902:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828410.690984:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134441984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828410.691023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828410.691028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828410.691031:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828410.691037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1782 00000100:00080000:0.0:1787828410.691042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828410.691047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828410.691060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828410.691078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134442112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828410.691092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828410.691096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828410.691099:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828410.691104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1782 00000100:00080000:0.0:1787828410.691109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828410.691114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134441984:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828410.691117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828410.691130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828410.691147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134442240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828410.691170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828410.691174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828410.691177:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828410.691182:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1782 00000100:00080000:0.0:1787828410.691199:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828410.691204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828410.691210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828410.691216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828410.691232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134442368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828410.691280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffffa0e3c3e84b40 x1874672134441984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828410.691306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134441984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828410.691319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828410.691325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828410.691330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134441984:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828410.691340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828410.691365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828410.691379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffffa0e3c3e870c0 x1874672134442112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828410.691394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134442112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828410.691405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828410.691409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828410.691413:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828410.691443:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828410.691463:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828410.691475:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffffa0e3c3e86d00 x1874672134442240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828410.691488:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134442240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828410.691498:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828410.691502:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828410.691506:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828410.691513:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442368:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828410.691531:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828410.691542:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828410/real 1787828410] req@ffffa0e3c3e861c0 x1874672134442368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828410.691556:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134442368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828410.691565:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828410.691569:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828410.691573:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442368:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828411.330861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828411.331024:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828412.354811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828412.355016:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828413.378824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828413.378967:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828414.402798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828414.402879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828415.426848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828415.426935:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828415.810777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828415.810785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828415.810788:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828415.810796:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1787 00000100:00080000:0.0:1787828415.810806:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828415.810811:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828415.810842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134442496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828415.810864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828415.810867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828415.810868:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828415.810871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1787 00000100:00080000:0.0:1787828415.810874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828415.810876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828415.810884:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828415.810910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828415.810918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828415.810921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828415.810922:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828415.810925:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1787 00000100:00080000:0.0:1787828415.810928:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828415.810931:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134442496:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828415.810934:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828415.810949:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828415.810957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828415.810964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828415.810967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828415.810968:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828415.810970:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1787 00000100:00080000:0.0:1787828415.810972:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828415.810974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828415.810978:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828415.810987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134442880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828415.811015:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828415.811050:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffffa0e3c3e85a40 x1874672134442496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828415.811064:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134442496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828415.811072:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828415.811076:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828415.811079:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134442496:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828415.811084:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828415.811097:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828415.811106:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffffa0e3c3e87c00 x1874672134442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828415.811119:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134442624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828415.811127:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828415.811131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828415.811134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828415.811171:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828415.811188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828415.811196:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffffa0e3c3e86580 x1874672134442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828415.811204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134442752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828415.811209:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828415.811212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828415.811214:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828415.811217:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442880:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828415.811227:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828415.811233:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828415/real 1787828415] req@ffffa0e3c3e861c0 x1874672134442880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828415.811240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134442880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828415.811245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828415.811247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828415.811249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134442880:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828416.450807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828416.450977:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828417.474810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828417.474855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828418.498819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828418.498930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828419.522844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828419.523023:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828420.546850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828420.547050:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828420.930818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.930828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828420.930833:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.930845:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1792 00000100:00080000:0.0:1787828420.930877:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.930887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828420.930950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134443008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828420.930979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.930983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828420.930984:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.930989:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1792 00000100:00080000:0.0:1787828420.930994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.930999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828420.931012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828420.931032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134443136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828420.931046:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134443008:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828420.931053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.931060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828420.931062:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.931067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1792 00000100:00080000:0.0:1787828420.931071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.931075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828420.931080:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828420.931112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134443264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828420.931131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828420.931136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828420.931138:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828420.931141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1792 00000100:00080000:0.0:1787828420.931147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828420.931152:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828420.931174:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828420.931184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828420.931188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134443392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828420.931259:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffffa0e3c3e86d00 x1874672134443008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.931288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134443008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.931302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.931324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828420.931331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134443008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828420.931367:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828420.931433:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828420.931452:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffffa0e3c3e870c0 x1874672134443136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.931471:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134443136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.931484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.931489:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828420.931494:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828420.931504:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828420.931533:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828420.931552:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffffa0e3c3e84b40 x1874672134443264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.931582:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134443264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.931610:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.931615:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828420.931619:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828420.931625:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443392:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828420.931648:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828420.931659:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828420/real 1787828420] req@ffffa0e3c3e852c0 x1874672134443392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.931676:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134443392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.931687:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.931708:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828420.931713:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828421.570873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828421.570965:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828422.594883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828422.594958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828423.618902:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828423.618967:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828424.642864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828424.642920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828425.666909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828425.667000:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828426.050930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828426.050943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828426.050948:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828426.050962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1797 00000100:00080000:3.0:1787828426.050976:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828426.050984:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828426.051035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134443520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828426.051075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828426.051080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828426.051083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828426.051088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1797 00000100:00080000:3.0:1787828426.051092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828426.051096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828426.051108:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828426.051124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134443648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828426.051138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828426.051142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828426.051145:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828426.051150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1797 00000100:00080000:3.0:1787828426.051153:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828426.051157:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828426.051162:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828426.051172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134443776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828426.051190:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134443520:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828426.051198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828426.051205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828426.051208:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828426.051213:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1797 00000100:00080000:3.0:1787828426.051216:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828426.051220:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828426.051227:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828426.051242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134443904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828426.051290:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828426.051346:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426] req@ffffa0e3c4319e00 x1874672134443520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828426.051371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134443520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828426.051385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828426.051391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828426.051396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134443520:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828426.051406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828426.051431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828426.051446:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426] req@ffffa0e3c4318780 x1874672134443648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828426.051462:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134443648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828426.051472:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828426.051476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828426.051480:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828426.051511:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828426.051534:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828426.051554:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426] req@ffffa0e3c43183c0 x1874672134443776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828426.051577:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134443776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828426.051607:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828426.051614:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828426.051640:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828426.051649:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443904:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828426.051680:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828426.051696:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426] req@ffffa0e3c43192c0 x1874672134443904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828426.051753:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134443904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828426.051772:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828426.051779:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828426.051787:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134443904:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828426.690861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828426.690989:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828427.714894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828427.715017:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828428.738882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828428.739041:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828429.762869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828429.763020:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828430.786908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828430.787017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828431.170905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828431.170921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828431.170927:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828431.170944:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1802 00000100:00080000:3.0:1787828431.170960:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828431.170972:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828431.171039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134444032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828431.171109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828431.171115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828431.171118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828431.171125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1802 00000100:00080000:3.0:1787828431.171131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828431.171140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828431.171177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828431.171201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134444160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828431.171222:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134444032:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828431.171223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828431.171253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828431.171256:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828431.171265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1802 00000100:00080000:3.0:1787828431.171272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828431.171279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828431.171287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828431.171309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134444288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828431.171334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828431.171340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828431.171343:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828431.171351:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787828431.171352:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1802 00000100:00080000:3.0:1787828431.171362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828431.171370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828431.171379:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828431.171399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134444416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828431.171421:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431] req@ffffa0e3c431b840 x1874672134444032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828431.171450:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134444032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828431.171468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828431.171475:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828431.171485:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134444032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828431.171523:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828431.171586:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828431.171617:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431] req@ffffa0e3c4318b40 x1874672134444160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828431.171637:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134444160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828431.171649:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828431.171654:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828431.171659:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828431.171668:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828431.171698:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828431.171741:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431] req@ffffa0e3c4318000 x1874672134444288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828431.171753:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134444288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828431.171761:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828431.171765:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828431.171770:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828431.171801:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444416:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828431.171834:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828431.171852:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431] req@ffffa0e3c4319a40 x1874672134444416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828431.171867:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134444416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828431.171876:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828431.171879:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828431.171884:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444416:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828431.810890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828431.810995:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828432.834818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828432.834890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828433.858847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828433.859005:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828434.882850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828434.882957:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828435.906857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828435.906923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828436.290917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828436.290931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828436.290938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828436.290954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1807 00000100:00080000:1.0:1787828436.290971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828436.290982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828436.291042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134444544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828436.291081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828436.291086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828436.291089:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828436.291094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1807 00000100:00080000:1.0:1787828436.291097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828436.291102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828436.291117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828436.291135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134444672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828436.291144:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134444544:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828436.291150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828436.291161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828436.291164:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828436.291169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1807 00000100:00080000:1.0:1787828436.291173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828436.291176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828436.291181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828436.291195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134444800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828436.291205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828436.291209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828436.291211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828436.291216:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1807 00000100:00080000:1.0:1787828436.291222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828436.291226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828436.291230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828436.291243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134444928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828436.291257:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828436.291360:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436] req@ffffa0e3d98d43c0 x1874672134444544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828436.291385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134444544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828436.291399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828436.291405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828436.291411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134444544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828436.291471:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828436.291521:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828436.291549:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436] req@ffffa0e3d98d4f00 x1874672134444672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828436.291567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134444672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828436.291579:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828436.291583:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828436.291588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828436.291597:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828436.291625:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828436.291639:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436] req@ffffa0e3d98d7840 x1874672134444800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828436.291654:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134444800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828436.291684:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828436.291688:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828436.291692:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828436.291699:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444928:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828436.291722:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828436.291825:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436] req@ffffa0e3d98d5e00 x1874672134444928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828436.291838:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134444928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828436.291847:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828436.291851:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828436.291854:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134444928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828436.930865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828436.931012:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828437.954885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828437.955066:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828438.978878:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828438.979011:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828440.002841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828440.003024:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828441.026813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828441.026869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828441.410942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828441.410958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828441.410965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828441.410980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1812 00000100:00080000:3.0:1787828441.410995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828441.411005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828441.411054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134445056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828441.411100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828441.411107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828441.411110:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828441.411118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1812 00000100:00080000:3.0:1787828441.411125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828441.411131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828441.411145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828441.411167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828441.411183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828441.411187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828441.411190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828441.411197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1812 00000100:00080000:3.0:1787828441.411202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828441.411210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134445056:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828441.411211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828441.411224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828441.411240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828441.411257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828441.411263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828441.411266:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828441.411273:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1812 00000100:00080000:3.0:1787828441.411279:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828441.411284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828441.411293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828441.411307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134445440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828441.411327:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828441.411404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441] req@ffffa0e3c431a1c0 x1874672134445056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828441.411441:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134445056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828441.411464:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828441.411470:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828441.411476:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134445056:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828441.411500:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828441.411548:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828441.411591:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441] req@ffffa0e3c431a580 x1874672134445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828441.411619:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134445184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828441.411638:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828441.411644:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828441.411652:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828441.411699:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828441.411832:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828441.411863:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441] req@ffffa0e3c4318f00 x1874672134445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828441.411899:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134445312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828441.411921:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828441.411930:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828441.411938:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828441.411959:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445440:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828441.412011:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828441.412039:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441] req@ffffa0e3c431ad00 x1874672134445440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828441.412063:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134445440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828441.412084:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828441.412089:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828441.412093:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445440:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828442.050836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828442.050982:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828443.074821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828443.074942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828444.098807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828444.098842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828445.122852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828445.122978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828446.146823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828446.146883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828446.530833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828446.530844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828446.530849:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828446.530867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1818 00000100:00080000:3.0:1787828446.530879:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828446.530887:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828446.530944:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134445568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828446.530969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828446.530972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828446.530974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828446.530977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1818 00000100:00080000:3.0:1787828446.530980:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828446.530982:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828446.530992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828446.531002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134445696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828446.531010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828446.531013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828446.531015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828446.531019:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1818 00000100:00100000:0.0:1787828446.531022:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134445568:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828446.531023:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828446.531031:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828446.531035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828446.531044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134445824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828446.531050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828446.531053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828446.531054:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828446.531057:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1818 00000100:00080000:3.0:1787828446.531060:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828446.531062:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828446.531065:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828446.531074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134445952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828446.531096:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828446.531147:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffffa0e3c431a940 x1874672134445568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828446.531161:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134445568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828446.531171:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828446.531175:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828446.531178:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134445568:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828446.531202:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828446.531219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828446.531235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffffa0e3c431bc00 x1874672134445696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828446.531244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134445696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828446.531250:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828446.531252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828446.531255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828446.531260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828446.531272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828446.531278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffffa0e3c431b0c0 x1874672134445824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828446.531286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134445824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828446.531291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828446.531293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828446.531295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828446.531299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445952:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828446.531310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828446.531316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446] req@ffffa0e3c4319680 x1874672134445952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828446.531323:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134445952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828446.531328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828446.531330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828446.531332:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134445952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828447.170789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828447.170877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828448.194809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828448.194859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828449.218806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828449.218870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828450.242837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828450.242923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828451.266892:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828451.267045:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828451.650782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828451.650791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828451.650795:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828451.650805:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1823 00000100:00080000:3.0:1787828451.650815:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828451.650821:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828451.650866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134446080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828451.650890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828451.650896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828451.650897:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828451.650901:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1823 00000100:00080000:3.0:1787828451.650904:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828451.650906:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828451.650915:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828451.650925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134446208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828451.650934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828451.650937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828451.650938:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828451.650943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1823 00000100:00080000:3.0:1787828451.650945:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828451.650948:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828451.650951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828451.650959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134446336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828451.650969:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134446080:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828451.650970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828451.650979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828451.650983:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828451.650986:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1823 00000100:00080000:3.0:1787828451.650988:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828451.650991:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828451.650995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828451.651006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134446464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828451.651056:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828451.651116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffffa0e3c4319680 x1874672134446080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828451.651141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134446080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828451.651154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828451.651159:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828451.651164:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134446080:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828451.651174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828451.651215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828451.651228:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffffa0e3c431b0c0 x1874672134446208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828451.651240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134446208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828451.651249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828451.651253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828451.651258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828451.651314:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828451.651341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828451.651356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffffa0e3c431bc00 x1874672134446336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828451.651372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134446336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828451.651391:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828451.651395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828451.651399:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828451.651406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446464:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828451.651426:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828451.651435:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451] req@ffffa0e3c431a940 x1874672134446464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828451.651444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134446464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828451.651451:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828451.651453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828451.651472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446464:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828452.290872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828452.290900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828453.314822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828453.315017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828454.338857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828454.338888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828455.362796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828455.362880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828456.386777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828456.386860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828456.770881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828456.770890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828456.770894:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828456.770903:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1828 00000100:00080000:2.0:1787828456.770914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828456.770921:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828456.770958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134446592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828456.770988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828456.770991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828456.770993:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828456.770996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1828 00000100:00080000:2.0:1787828456.770999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828456.771002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828456.771012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828456.771022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134446720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828456.771035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828456.771038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828456.771040:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828456.771047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134446592:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828456.771047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1828 00000100:00080000:2.0:1787828456.771055:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828456.771059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828456.771063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828456.771074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134446848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828456.771082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828456.771085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828456.771087:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828456.771090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1828 00000100:00080000:2.0:1787828456.771094:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828456.771097:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828456.771100:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828456.771110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134446976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828456.771121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828456.771162:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffffa0e3d025d2c0 x1874672134446592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828456.771178:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134446592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828456.771188:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828456.771192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828456.771195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134446592:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828456.771221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828456.771251:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828456.771269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffffa0e3d025da40 x1874672134446720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828456.771285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134446720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828456.771296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828456.771300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828456.771305:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828456.771313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828456.771352:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828456.771385:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffffa0e3d025ed00 x1874672134446848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828456.771406:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134446848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828456.771419:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828456.771424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828456.771429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828456.771440:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446976:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828456.771469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828456.771485:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828456] req@ffffa0e3d025de00 x1874672134446976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828456.771504:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134446976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828456.771517:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828456.771523:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828456.771528:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134446976:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828457.410862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828457.410942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828458.434902:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828458.435014:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828459.458806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828459.458853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828460.482788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828460.482850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828461.506780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828461.506848:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828461.890838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828461.890846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828461.890849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828461.890858:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1833 00000100:00080000:3.0:1787828461.890869:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828461.890876:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828461.890913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134447104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828461.890935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828461.890938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828461.890939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828461.890943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1833 00000100:00080000:3.0:1787828461.890945:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828461.890948:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828461.890956:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828461.890969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134447232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828461.890982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828461.890986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828461.890988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828461.890992:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134447104:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828461.890996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1833 00000100:00080000:3.0:1787828461.891004:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828461.891009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828461.891020:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828461.891032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134447360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828461.891040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828461.891043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828461.891044:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828461.891047:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1833 00000100:00080000:3.0:1787828461.891056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828461.891059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828461.891062:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828461.891073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134447488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828461.891122:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828461.891158:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828461.891185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828462.530821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828462.530883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828463.554831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828463.554920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828464.578819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828464.578868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828464.962924:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828464.962958:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828464.962972:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828464.963001:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828464.963007:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828464.963012:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787828464.963099:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffffa0e3c4318f00 x1874672134447232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828464.963125:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134447232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828464.963138:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828464.963143:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828464.963148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828464.963155:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffffa0e3c431a580 x1874672134447360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828464.963167:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134447360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828464.963173:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828464.963176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828464.963178:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828464.963182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffffa0e3c431a1c0 x1874672134447488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828464.963189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134447488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828464.963193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828464.963196:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828464.963198:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787828464.963204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828461/real 1787828464] req@ffffa0e3c431ad00 x1874672134447104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828464.963217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134447104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828464.963224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828464.963228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828464.963231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134447104:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828465.602818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828465.602869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828466.626805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828466.626878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828467.010791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828467.010802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828467.010806:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828467.010817:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1838 00000100:00080000:3.0:1787828467.010829:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828467.010837:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828467.010889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134447616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828467.010913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828467.010933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828467.010935:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828467.010938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1838 00000100:00080000:3.0:1787828467.010941:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828467.010944:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828467.010952:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828467.010963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828467.010972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828467.010974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828467.010976:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828467.010997:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1838 00000100:00080000:3.0:1787828467.011010:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828467.011013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134447616:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828467.011014:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828467.011018:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828467.011032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828467.011043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828467.011047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828467.011050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828467.011054:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1838 00000100:00080000:3.0:1787828467.011058:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828467.011063:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828467.011079:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828467.011093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134448000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828467.011100:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828467.011146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467] req@ffffa0e3c4319a40 x1874672134447616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828467.011168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134447616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828467.011177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828467.011180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828467.011183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134447616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828467.011209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828467.011244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828467.011260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467] req@ffffa0e3c4318000 x1874672134447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828467.011277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134447744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828467.011286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828467.011290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828467.011293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828467.011300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828467.011323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828467.011336:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467] req@ffffa0e3c4318b40 x1874672134447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828467.011350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134447872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828467.011366:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828467.011370:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828467.011374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134447872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828467.011381:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448000:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828467.011404:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828467.011417:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467] req@ffffa0e3c431b840 x1874672134448000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828467.011431:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134448000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828467.011440:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828467.011443:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828467.011447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448000:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828467.650847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828467.650916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828468.674813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828468.674933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828469.698796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828469.698882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828470.722943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828470.722944:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828471.746812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828471.746893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828472.130850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828472.130862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828472.130867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828472.130878:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1843 00000100:00080000:3.0:1787828472.130891:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828472.130899:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828472.130941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134448128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828472.130970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828472.130974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828472.130975:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828472.130979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1843 00000100:00080000:3.0:1787828472.130983:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828472.130986:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828472.130995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828472.131007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134448256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828472.131015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828472.131018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828472.131020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828472.131023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1843 00000100:00080000:3.0:1787828472.131026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828472.131030:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828472.131034:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828472.131043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134448384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828472.131051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828472.131054:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134448128:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828472.131054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828472.131059:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828472.131067:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1843 00000100:00080000:3.0:1787828472.131070:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828472.131072:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828472.131076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828472.131087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134448512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828472.131126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828472.131164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472] req@ffffa0e3c43192c0 x1874672134448128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828472.131198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134448128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828472.131208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828472.131212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828472.131216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134448128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828472.131223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828472.131241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828472.131250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472] req@ffffa0e3c43183c0 x1874672134448256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828472.131260:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134448256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828472.131267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828472.131270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828472.131272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828472.131296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828472.131310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828472.131318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472] req@ffffa0e3c4318780 x1874672134448384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828472.131327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134448384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828472.131334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828472.131336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828472.131339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828472.131343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448512:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828472.131356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828472.131363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472] req@ffffa0e3c4319e00 x1874672134448512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828472.131374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134448512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828472.131380:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828472.131382:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828472.131385:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828472.770800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828472.770848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828473.794857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828473.794938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828474.818844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828474.818908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828475.842809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828475.842914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828476.866847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828476.866976:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828477.250817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828477.250825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828477.250829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828477.250838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1848 00000100:00080000:3.0:1787828477.250848:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828477.250854:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828477.250886:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134448640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828477.250914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828477.250919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828477.250920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828477.250923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1848 00000100:00080000:3.0:1787828477.250926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828477.250929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828477.250937:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828477.250948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134448768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828477.250955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828477.250958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828477.250959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828477.250962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1848 00000100:00080000:3.0:1787828477.250964:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828477.250967:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828477.250970:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828477.250979:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134448896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828477.250985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828477.250988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828477.250990:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828477.250993:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1848 00000100:00080000:3.0:1787828477.250996:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828477.250998:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828477.251002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828477.251009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134449024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828477.251024:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134448640:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787828477.251087:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828477.251127:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477] req@ffffa0e3c4319e00 x1874672134448640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828477.251142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134448640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828477.251152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828477.251156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828477.251161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134448640:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828477.251168:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828477.251185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828477.251193:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477] req@ffffa0e3c4318780 x1874672134448768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828477.251204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134448768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828477.251215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828477.251217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828477.251220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828477.251223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828477.251237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828477.251246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477] req@ffffa0e3c43183c0 x1874672134448896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828477.251255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134448896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828477.251262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828477.251265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828477.251268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134448896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828477.251309:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449024:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828477.251330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828477.251344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477] req@ffffa0e3c43192c0 x1874672134449024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828477.251352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134449024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828477.251357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828477.251375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828477.251378:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449024:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828477.890860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828477.891011:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828478.914809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828478.914896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828479.938818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828479.938880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828480.962877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828480.962962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828481.986776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828481.986860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828482.370841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828482.370854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828482.370859:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828482.370872:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1853 00000100:00080000:3.0:1787828482.370885:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828482.370895:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828482.370943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134449152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828482.370980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828482.370985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828482.370988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828482.370993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1853 00000100:00080000:3.0:1787828482.370997:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828482.371001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828482.371012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828482.371044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134449280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828482.371059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828482.371064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828482.371066:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828482.371073:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1853 00000100:00080000:3.0:1787828482.371078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828482.371083:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828482.371088:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828482.371114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134449408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828482.371128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828482.371134:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134449152:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828482.371135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828482.371142:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828482.371170:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1853 00000100:00080000:3.0:1787828482.371179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828482.371187:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828482.371198:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828482.371225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134449536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828482.371237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828482.371313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482] req@ffffa0e3c431b840 x1874672134449152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828482.371345:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134449152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828482.371359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828482.371364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828482.371370:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134449152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828482.371378:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828482.371411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828482.371454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482] req@ffffa0e3c4318b40 x1874672134449280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828482.371476:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134449280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828482.371497:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828482.371501:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828482.371506:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828482.371541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828482.371569:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828482.371584:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482] req@ffffa0e3c4318000 x1874672134449408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828482.371598:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134449408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828482.371608:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828482.371611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828482.371615:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828482.371622:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449536:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828482.371640:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828482.371652:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482] req@ffffa0e3c4319a40 x1874672134449536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828482.371665:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134449536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828482.371675:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828482.371678:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828482.371682:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449536:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828483.010831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828483.010936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828484.034775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828484.034858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828485.058834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828485.058901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828486.082875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828486.082975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828487.106880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828487.106998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828487.490858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828487.490871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828487.490876:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828487.490890:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1859 00000100:00080000:3.0:1787828487.490903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828487.490913:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828487.490961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134449664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828487.491009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828487.491018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828487.491020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828487.491025:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1859 00000100:00080000:3.0:1787828487.491030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828487.491034:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828487.491046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828487.491063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134449792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828487.491079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828487.491083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828487.491086:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828487.491095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134449664:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828487.491097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1859 00000100:00080000:3.0:1787828487.491106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828487.491113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828487.491119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828487.491136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134449920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828487.491149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828487.491154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828487.491157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828487.491163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1859 00000100:00080000:3.0:1787828487.491167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828487.491172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828487.491180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828487.491198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134450048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828487.491213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828487.491301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487] req@ffffa0e3c431ad00 x1874672134449664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828487.491335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134449664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828487.491356:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828487.491364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828487.491371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134449664:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828487.491451:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828487.491501:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828487.491523:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487] req@ffffa0e3c431a1c0 x1874672134449792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828487.491539:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134449792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828487.491551:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828487.491555:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828487.491560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828487.491568:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828487.491606:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828487.491621:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487] req@ffffa0e3c431a580 x1874672134449920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828487.491635:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134449920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828487.491653:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828487.491658:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828487.491662:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134449920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828487.491670:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450048:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828487.491692:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828487.491703:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487] req@ffffa0e3c4318f00 x1874672134450048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828487.491768:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134450048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828487.491779:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828487.491785:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828487.491792:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828488.130841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828488.131034:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828489.154859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828489.154995:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828490.178809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828490.178882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828491.202796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828491.202834:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828492.226761:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828492.226835:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828492.610970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.610983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828492.610989:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.611001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1864 00000100:00080000:2.0:1787828492.611015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.611025:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828492.611074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134450176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828492.611117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.611121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828492.611124:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.611129:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1864 00000100:00080000:2.0:1787828492.611133:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.611138:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828492.611152:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828492.611170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828492.611184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.611189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828492.611191:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.611195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1864 00000100:00080000:2.0:1787828492.611200:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.611204:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828492.611212:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828492.611221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134450176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828492.611231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828492.611246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828492.611252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828492.611254:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828492.611259:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1864 00000100:00080000:2.0:1787828492.611262:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828492.611267:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828492.611274:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828492.611288:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134450560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828492.611315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828492.611407:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffffa0e3d025f840 x1874672134450176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.611433:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134450176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.611447:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.611453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828492.611458:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134450176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828492.611468:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828492.611500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828492.611518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffffa0e3d025de00 x1874672134450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.611535:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134450304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.611546:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.611550:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828492.611554:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828492.611595:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828492.611616:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828492.611628:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffffa0e3d025ed00 x1874672134450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.611651:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134450432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.611662:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.611668:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828492.611674:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828492.611687:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450560:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828492.611812:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828492.611831:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492] req@ffffa0e3d025da40 x1874672134450560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828492.611847:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134450560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828492.611877:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828492.611882:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828492.611886:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450560:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828493.250823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828493.250913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828494.274930:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828494.275039:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828495.298924:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828495.299003:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828496.322824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828496.322967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828497.346869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828497.346998:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828497.730776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828497.730787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828497.730792:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828497.730802:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1869 00000100:00080000:2.0:1787828497.730814:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828497.730822:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828497.730869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134450688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828497.730906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828497.730911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828497.730913:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828497.730918:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1869 00000100:00080000:2.0:1787828497.730922:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828497.730926:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828497.730934:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828497.730945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134450816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828497.730953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828497.730956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828497.730957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828497.730961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1869 00000100:00080000:2.0:1787828497.730964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828497.730968:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828497.730972:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828497.730980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134450944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828497.731001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134450688:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828497.731006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828497.731011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828497.731012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828497.731016:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1869 00000100:00080000:2.0:1787828497.731019:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828497.731022:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828497.731027:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828497.731036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134451072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828497.731069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828497.731118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffffa0e3d025d2c0 x1874672134450688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.731133:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134450688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.731141:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.731145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828497.731148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134450688:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828497.731165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828497.731181:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828497.731189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffffa0e3d025e580 x1874672134450816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.731197:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134450816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.731204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.731206:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828497.731208:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828497.731228:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828497.731241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828497.731248:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffffa0e3d025d680 x1874672134450944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.731257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134450944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.731262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.731264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828497.731266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134450944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828497.731271:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451072:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828497.731282:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828497.731288:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497] req@ffffa0e3d025cf00 x1874672134451072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828497.731296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134451072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828497.731304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828497.731308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828497.731311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451072:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828498.370801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828498.370937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828499.394785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828499.394833:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828500.418880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828500.418964:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828501.442836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828501.442934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828502.466822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828502.466887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828502.850847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828502.850859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828502.850864:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828502.850876:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1874 00000100:00080000:2.0:1787828502.850889:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828502.850898:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828502.850956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134451200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828502.850989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828502.850995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828502.850998:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828502.851004:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1874 00000100:00080000:2.0:1787828502.851008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828502.851014:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828502.851026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828502.851049:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134451200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828502.851055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134451328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828502.851073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828502.851077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828502.851080:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828502.851084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1874 00000100:00080000:2.0:1787828502.851088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828502.851092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828502.851099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828502.851113:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134451456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828502.851134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828502.851139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828502.851141:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828502.851145:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1874 00000100:00080000:2.0:1787828502.851152:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787828502.851159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828502.851165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828502.851175:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828502.851202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134451584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828502.851237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffffa0e3d025e940 x1874672134451200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828502.851262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134451200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828502.851276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828502.851312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828502.851317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134451200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828502.851346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828502.851374:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828502.851388:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffffa0e3d025f0c0 x1874672134451328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828502.851403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134451328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828502.851413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828502.851417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828502.851421:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828502.851427:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828502.851444:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828502.851454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffffa0e3d025c3c0 x1874672134451456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828502.851467:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134451456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828502.851483:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828502.851487:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828502.851490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828502.851497:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451584:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828502.851522:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828502.851532:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828502/real 1787828502] req@ffffa0e3d025cb40 x1874672134451584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828502.851544:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134451584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828502.851553:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828502.851557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828502.851560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451584:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828503.490806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828503.490891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828504.514861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828504.515066:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828505.538791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828505.538935:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828506.562807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828506.562925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828507.586830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828507.586936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828507.970834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828507.970845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828507.970850:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828507.970862:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1879 00000100:00080000:0.0:1787828507.970877:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828507.970887:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828507.970950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134451712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828507.970983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828507.970992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828507.970995:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828507.971000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1879 00000100:00080000:0.0:1787828507.971007:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828507.971014:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828507.971029:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828507.971049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134451840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828507.971055:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134451712:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828507.971062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828507.971068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828507.971069:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828507.971074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1879 00000100:00080000:0.0:1787828507.971077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828507.971081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828507.971087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828507.971099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134451968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828507.971116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828507.971119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828507.971121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828507.971125:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1879 00000100:00080000:0.0:1787828507.971129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828507.971132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828507.971138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828507.971141:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828507.971155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134452096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828507.971190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffffa0e3c3e84f00 x1874672134451712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.971210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134451712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.971221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.971225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828507.971229:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134451712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828507.971272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828507.971295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828507.971307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffffa0e3c3e87840 x1874672134451840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.971319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134451840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.971326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.971330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828507.971333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828507.971338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828507.971354:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828507.971362:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffffa0e3c3e85680 x1874672134451968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.971372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134451968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.971379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.971382:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828507.971385:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134451968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828507.971390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452096:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828507.971406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828507.971414:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828507/real 1787828507] req@ffffa0e3c3e86940 x1874672134452096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828507.971424:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134452096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828507.971431:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828507.971434:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828507.971436:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452096:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828508.610818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828508.610915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828509.634788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828509.634902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828510.658846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828510.658924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828511.682892:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828511.682947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828512.706853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828512.706885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828513.090895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828513.090910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828513.090918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828513.090936:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1884 00000100:00080000:1.0:1787828513.090951:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828513.090962:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828513.091013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134452224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828513.091063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828513.091078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828513.091084:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828513.091093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1884 00000100:00080000:1.0:1787828513.091101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828513.091114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828513.091118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134452224:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828513.091134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828513.091172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134452352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828513.091195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828513.091202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828513.091205:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828513.091232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1884 00000100:00080000:1.0:1787828513.091242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787828513.091242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787828513.091257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828513.091266:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828513.091286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134452480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828513.091300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828513.091305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828513.091308:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828513.091316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828513/real 1787828513] req@ffffa0e3d98d4780 x1874672134452224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828513.091319:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1884 00000100:00080000:1.0:1787828513.091329:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828513.091341:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828513.091356:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828513.091368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134452224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828513.091375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134452608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828513.091405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828513.091416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828513.091424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134452224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828513.091463:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828513.091496:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828513.091512:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828513/real 1787828513] req@ffffa0e3d98d6940 x1874672134452352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828513.091528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134452352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828513.091539:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828513.091544:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828513.091548:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828513.091559:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828513.091592:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828513.091637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828513/real 1787828513] req@ffffa0e3d98d61c0 x1874672134452480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828513.091666:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134452480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828513.091679:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828513.091685:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828513.091689:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828513.091698:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452608:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828513.091784:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828513.091808:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828513/real 1787828513] req@ffffa0e3d98d5680 x1874672134452608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828513.091835:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134452608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828513.091847:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828513.091852:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828513.091857:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828513.730801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828513.730896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828514.754840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828514.754985:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828515.778838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828515.778977:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828516.802849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828516.802969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828517.826850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828517.826999:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828518.210847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828518.210859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828518.210864:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828518.210877:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1889 00000100:00080000:3.0:1787828518.210891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828518.210900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828518.210956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134452736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828518.211003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828518.211009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828518.211011:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828518.211029:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1889 00000100:00080000:3.0:1787828518.211036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828518.211042:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828518.211056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828518.211057:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134452736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828518.211083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828518.211108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828518.211113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828518.211117:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828518.211123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1889 00000100:00080000:3.0:1787828518.211130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828518.211135:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787828518.211142:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:3.0:1787828518.211147:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828518.211168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828518.211206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828518.211211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828518.211235:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828518.211236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828518/real 1787828518] req@ffffa0e3c431a940 x1874672134452736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828518.211250:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1889 00000100:00080000:3.0:1787828518.211265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828518.211273:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134452736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828518.211277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828518.211296:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:2.0:1787828518.211299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828518.211311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828518.211317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134452736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828518.211334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134453120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828518.211350:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828518.211399:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828518.211418:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828518/real 1787828518] req@ffffa0e3c431bc00 x1874672134452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828518.211445:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134452864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828518.211454:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828518.211458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828518.211462:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828518.211470:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828518.211516:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828518.211532:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828518/real 1787828518] req@ffffa0e3c431b0c0 x1874672134452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828518.211549:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134452992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828518.211561:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828518.211565:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828518.211570:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134452992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828518.211587:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453120:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828518.211608:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828518.211623:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828518/real 1787828518] req@ffffa0e3c4319680 x1874672134453120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828518.211632:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134453120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828518.211646:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828518.211648:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828518.211651:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453120:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828518.850836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828518.850909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828519.874873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828519.874940:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828520.898821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828520.898890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828521.922786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828521.922887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828522.946859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828522.946962:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828523.330873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828523.330885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828523.330890:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828523.330903:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1894 00000100:00080000:0.0:1787828523.330917:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828523.330926:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828523.330975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134453248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828523.331011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828523.331016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828523.331019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828523.331024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1894 00000100:00080000:0.0:1787828523.331028:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828523.331033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828523.331045:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828523.331060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134453376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828523.331073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828523.331077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828523.331079:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828523.331083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1894 00000100:00080000:0.0:1787828523.331088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828523.331092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828523.331098:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828523.331110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134453504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828523.331122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828523.331127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828523.331129:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828523.331135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1894 00000100:00080000:0.0:1787828523.331163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828523.331170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828523.331178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828523.331181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134453248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828523.331201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134453632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828523.331272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828523.331324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828523/real 1787828523] req@ffffa0e3c3e87480 x1874672134453248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828523.331348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134453248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828523.331362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828523.331367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828523.331372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134453248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828523.331381:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828523.331405:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828523.331419:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828523/real 1787828523] req@ffffa0e3c3e85e00 x1874672134453376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828523.331434:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134453376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828523.331445:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828523.331449:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828523.331453:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828523.331459:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828523.331478:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828523.331488:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828523/real 1787828523] req@ffffa0e3c3e86940 x1874672134453504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828523.331501:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134453504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828523.331511:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828523.331515:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828523.331518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828523.331549:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453632:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828523.331568:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828523.331580:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828523/real 1787828523] req@ffffa0e3c3e85680 x1874672134453632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828523.331593:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134453632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828523.331602:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828523.331606:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828523.331611:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453632:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828523.970909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828523.970987:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828524.994868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828524.994993:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828526.018857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828526.018933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828527.042834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828527.042926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828528.066839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828528.066958:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828528.450874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828528.450886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828528.450891:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828528.450902:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1899 00000100:00080000:3.0:1787828528.450914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828528.450921:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828528.450964:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134453760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828528.450996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828528.451001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828528.451003:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828528.451008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1899 00000100:00080000:3.0:1787828528.451012:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828528.451016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828528.451026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828528.451041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134453888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828528.451062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828528.451068:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134453760:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828528.451068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828528.451074:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828528.451087:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1899 00000100:00080000:3.0:1787828528.451090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828528.451094:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828528.451099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828528.451153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134454016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828528.451181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828528.451185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828528.451187:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828528.451191:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1899 00000100:00080000:3.0:1787828528.451195:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828528.451198:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828528.451204:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828528.451217:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134454144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828528.451251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828528.451283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828528.451302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828529.090856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828529.090961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828530.114836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828530.115011:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828531.138801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828531.138922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828531.523126:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828531.523183:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828531.523205:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828531.523252:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828531.523264:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828531.523278:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787828531.523339:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828531] req@ffffa0e3c431b0c0 x1874672134453888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828531.523383:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134453888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828531.523416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828531.523423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828531.523429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134453888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828531.523440:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828531] req@ffffa0e3c431bc00 x1874672134454016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828531.523466:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134454016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828531.523478:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828531.523483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828531.523487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828531.523497:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828531] req@ffffa0e3c431a940 x1874672134454144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828531.523530:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134454144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828531.523540:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828531.523544:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828531.523548:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828531.523557:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828531] req@ffffa0e3c4319680 x1874672134453760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828531.523573:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134453760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828531.523584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828531.523588:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828531.523592:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134453760:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828532.162860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828532.163000:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828533.186950:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828533.187050:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828533.570814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828533.570825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828533.570830:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828533.570840:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1905 00000100:00080000:3.0:1787828533.570861:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828533.570867:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828533.570899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134454272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828533.570925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828533.570927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828533.570929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828533.570932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1905 00000100:00080000:3.0:1787828533.570934:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828533.570937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828533.570945:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828533.570954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134454400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828533.570961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828533.570964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828533.570966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828533.570968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1905 00000100:00080000:3.0:1787828533.570970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828533.570975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828533.570976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134454272:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787828533.570978:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828533.570990:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134454528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828533.570997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828533.571000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828533.571001:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828533.571004:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1905 00000100:00080000:3.0:1787828533.571006:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828533.571009:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828533.571012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828533.571020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134454656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828533.571044:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828533.571094:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffffa0e3c4318f00 x1874672134454272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828533.571109:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134454272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828533.571118:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828533.571120:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828533.571124:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134454272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828533.571130:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828533.571156:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828533.571165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffffa0e3c431a580 x1874672134454400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828533.571173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134454400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828533.571179:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828533.571181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828533.571183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828533.571208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828533.571220:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828533.571226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffffa0e3c431a1c0 x1874672134454528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828533.571235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134454528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828533.571240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828533.571241:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828533.571243:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828533.571247:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454656:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828533.571258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828533.571264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533] req@ffffa0e3c431ad00 x1874672134454656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828533.571271:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134454656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828533.571276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828533.571278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828533.571280:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454656:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828534.210856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828534.210898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828535.234883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828535.234978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828536.258813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828536.258899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828537.282823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828537.282954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828538.306844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828538.307063:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828538.690833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828538.690842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828538.690846:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828538.690855:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1910 00000100:00080000:0.0:1787828538.690866:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828538.690872:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828538.690909:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134454784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828538.690936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828538.690942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828538.690944:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828538.690948:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1910 00000100:00080000:0.0:1787828538.690950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828538.690953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828538.690962:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828538.690972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134454912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828538.690980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828538.690983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828538.690984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828538.690987:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1910 00000100:00080000:0.0:1787828538.690989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828538.690992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828538.690996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828538.691003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134455040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828538.691010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828538.691013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828538.691015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828538.691019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1910 00000100:00080000:0.0:1787828538.691021:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828538.691027:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828538.691029:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134454784:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787828538.691055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828538.691085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134455168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828538.691147:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828538.691204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffffa0e3c3e87840 x1874672134454784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828538.691229:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134454784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828538.691244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828538.691249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828538.691254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134454784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828538.691264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828538.691315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828538.691327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffffa0e3c3e84f00 x1874672134454912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828538.691338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134454912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828538.691346:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828538.691349:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828538.691352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134454912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828538.691357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828538.691370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828538.691378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffffa0e3c3e852c0 x1874672134455040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828538.691388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134455040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828538.691401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828538.691403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828538.691406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828538.691431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455168:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828538.691446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828538.691454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538] req@ffffa0e3c3e84b40 x1874672134455168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828538.691463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134455168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828538.691471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828538.691474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828538.691476:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828539.330833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828539.330917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828540.354846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828540.354876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828541.378859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828541.378951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828542.402799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828542.403000:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828543.426891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828543.426978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828543.810907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828543.810922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828543.810928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828543.810942:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1915 00000100:00080000:1.0:1787828543.810957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828543.810966:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828543.811079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134455296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828543.811136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828543.811142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828543.811146:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828543.811153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1915 00000100:00080000:1.0:1787828543.811160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828543.811167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828543.811185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828543.811226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134455296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828543.811236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828543.811263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828543.811268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828543.811270:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828543.811277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1915 00000100:00080000:1.0:1787828543.811284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828543.811290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828543.811298:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787828543.811304:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828543.811316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828543.811330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828543.811335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828543.811338:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828543.811346:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1915 00000100:00080000:1.0:1787828543.811354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828543.811362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828543.811364:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffffa0e3d98d52c0 x1874672134455296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787828543.811370:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828543.811398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134455680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828543.811399:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134455296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828543.811413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828543.811432:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828543.811452:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134455296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828543.811494:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828543.811514:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828543.811523:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffffa0e3d98d5680 x1874672134455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828543.811532:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134455424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828543.811538:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828543.811540:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828543.811542:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828543.811547:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828543.811557:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828543.811563:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffffa0e3d98d61c0 x1874672134455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828543.811571:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134455552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828543.811577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828543.811579:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828543.811581:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828543.811585:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455680:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828543.811596:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828543.811602:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543] req@ffffa0e3d98d6940 x1874672134455680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828543.811610:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134455680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828543.811616:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828543.811617:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828543.811619:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455680:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828544.450806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828544.450989:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828545.474796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828545.474937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828546.498828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828546.499062:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828547.522856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828547.522950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828548.546798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828548.547048:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828548.930957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.930998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828548.931017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.931039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1920 00000100:00080000:0.0:1787828548.931060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.931072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828548.931148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134455808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828548.931197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.931204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828548.931206:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.931213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1920 00000100:00080000:0.0:1787828548.931219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.931227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828548.931246:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828548.931282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134455936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828548.931283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134455808:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828548.931324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.931328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828548.931331:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.931335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1920 00000100:00080000:0.0:1787828548.931340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.931344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828548.931350:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828548.931365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134456064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828548.931375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828548.931379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828548.931381:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828548.931384:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1920 00000100:00080000:0.0:1787828548.931388:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828548.931391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828548.931396:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828548.931407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134456192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828548.931417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828548.931486:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffffa0e3c3e870c0 x1874672134455808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828548.931521:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134455808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828548.931534:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828548.931539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828548.931544:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134455808:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828548.931574:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828548.931602:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828548.931616:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffffa0e3c3e86d00 x1874672134455936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828548.931628:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134455936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828548.931637:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828548.931640:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828548.931644:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134455936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828548.931650:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828548.931667:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828548.931677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffffa0e3c3e861c0 x1874672134456064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828548.931696:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134456064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828548.931703:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828548.931706:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828548.931709:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828548.931715:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456192:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828548.931778:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828548.931800:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828548/real 1787828548] req@ffffa0e3c3e86580 x1874672134456192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828548.931827:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134456192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828548.931838:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828548.931844:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828548.931855:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456192:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828549.570899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828549.571026:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828550.594791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828550.594873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828551.618818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828551.618925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828552.642855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828552.642987:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828553.666810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828553.666911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828554.050843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828554.050861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828554.050866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828554.050876:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1925 00000100:00080000:0.0:1787828554.050888:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828554.050896:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828554.050987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134456320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828554.051011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828554.051017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828554.051019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828554.051022:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1925 00000100:00080000:0.0:1787828554.051026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828554.051029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828554.051039:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828554.051050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134456448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828554.051059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828554.051061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828554.051063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828554.051066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1925 00000100:00080000:0.0:1787828554.051071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828554.051072:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134456320:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828554.051076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828554.051084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828554.051094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134456576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828554.051119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828554.051123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828554.051126:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828554.051131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1925 00000100:00080000:0.0:1787828554.051135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828554.051140:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828554.051148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828554.051162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134456704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828554.051206:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828554.051270:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554] req@ffffa0e3c3e87c00 x1874672134456320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828554.051305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134456320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828554.051318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828554.051323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828554.051330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134456320:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828554.051365:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828554.051404:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828554.051420:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554] req@ffffa0e3c3e85a40 x1874672134456448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828554.051434:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134456448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828554.051443:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828554.051446:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828554.051461:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828554.051468:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828554.051489:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828554.051500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554] req@ffffa0e3c3e86580 x1874672134456576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828554.051512:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134456576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828554.051527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828554.051531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828554.051534:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828554.051540:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456704:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828554.051556:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828554.051565:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554] req@ffffa0e3c3e861c0 x1874672134456704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828554.051576:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134456704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828554.051584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828554.051587:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828554.051590:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828554.690842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828554.690941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828555.714853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828555.714935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828556.738774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828556.738933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828557.762836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828557.762913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828558.786843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828558.786997:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828559.170923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828559.170949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828559.170955:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828559.170969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1930 00000100:00080000:1.0:1787828559.170985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828559.170997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828559.171049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134456832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828559.171111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828559.171129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828559.171131:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828559.171137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1930 00000100:00080000:1.0:1787828559.171148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828559.171173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828559.171186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828559.171211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134456960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828559.171220:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134456832:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828559.171244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828559.171250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828559.171253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828559.171262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1930 00000100:00080000:1.0:1787828559.171270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828559.171278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828559.171287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828559.171310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134457088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828559.171329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828559.171338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787828559.171340:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787828559.171344:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828559.171357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1930 00000100:00080000:1.0:1787828559.171365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828559.171373:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828559.171393:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828559.171416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134457216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828559.171427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559] req@ffffa0e3d98d4780 x1874672134456832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828559.171455:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134456832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828559.171469:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828559.171474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828559.171479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134456832:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828559.171509:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828559.171547:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828559.171562:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559] req@ffffa0e3d98d5e00 x1874672134456960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828559.171576:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134456960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828559.171586:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828559.171589:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828559.171593:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134456960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828559.171599:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828559.171640:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828559.171661:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559] req@ffffa0e3d98d7840 x1874672134457088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828559.171683:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134457088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828559.171767:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828559.171777:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828559.171784:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828559.171796:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457216:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828559.171837:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828559.171853:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559] req@ffffa0e3d98d4f00 x1874672134457216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828559.171866:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134457216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828559.171876:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828559.171879:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828559.171883:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457216:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828559.810830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828559.810946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828560.834838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828560.835031:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828561.858838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828561.858982:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828562.882902:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828562.882990:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828563.906805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828563.906902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828564.290915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828564.290926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828564.290941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828564.290953:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1935 00000100:00080000:0.0:1787828564.290965:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828564.290973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828564.291013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134457344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828564.291044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828564.291048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828564.291050:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828564.291056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1935 00000100:00080000:0.0:1787828564.291060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828564.291065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828564.291076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828564.291093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134457472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828564.291104:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134457344:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828564.291110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828564.291116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828564.291118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828564.291124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1935 00000100:00080000:0.0:1787828564.291130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828564.291134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828564.291140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828564.291155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134457600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828564.291167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828564.291171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828564.291173:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828564.291181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1935 00000800:00000100:2.0:1787828564.291183:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828564.291187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828564.291194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828564.291201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828564.291216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134457728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828564.291241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564] req@ffffa0e3c3e86d00 x1874672134457344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828564.291266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134457344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828564.291280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828564.291285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828564.291290:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134457344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828564.291317:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828564.291345:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828564.291363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564] req@ffffa0e3c3e870c0 x1874672134457472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828564.291379:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134457472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828564.291390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828564.291395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828564.291399:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828564.291407:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828564.291431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828564.291445:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564] req@ffffa0e3c3e84b40 x1874672134457600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828564.291460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134457600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828564.291470:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828564.291475:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828564.291480:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828564.291488:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457728:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828564.291529:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828564.291543:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564] req@ffffa0e3c3e852c0 x1874672134457728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828564.291558:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134457728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828564.291568:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828564.291572:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828564.291577:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457728:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828564.930894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828564.931010:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828565.954875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828565.954948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828566.978803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828566.978822:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828568.002800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828568.002964:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828569.026850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828569.026901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828569.410896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828569.410904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828569.410907:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828569.410917:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1940 00000100:00080000:1.0:1787828569.410926:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828569.410933:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828569.410985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134457856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828569.411010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828569.411013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828569.411015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828569.411018:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1940 00000100:00080000:1.0:1787828569.411021:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828569.411025:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828569.411034:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828569.411048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828569.411057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828569.411060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828569.411062:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828569.411065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1940 00000100:00080000:1.0:1787828569.411067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828569.411070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828569.411074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828569.411084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828569.411092:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134457856:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828569.411095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828569.411115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828569.411120:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828569.411124:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1940 00000100:00080000:1.0:1787828569.411126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828569.411129:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828569.411132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828569.411141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134458240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828569.411225:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828569.411281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569] req@ffffa0e3d98d43c0 x1874672134457856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828569.411300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134457856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828569.411312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828569.411316:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828569.411321:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134457856:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828569.411329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828569.411348:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828569.411359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569] req@ffffa0e3d98d4f00 x1874672134457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828569.411369:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134457984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828569.411376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828569.411379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828569.411382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134457984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828569.411413:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828569.411427:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828569.411436:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569] req@ffffa0e3d98d7840 x1874672134458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828569.411445:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134458112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828569.411452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828569.411455:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828569.411457:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828569.411462:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458240:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828569.411475:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828569.411483:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569] req@ffffa0e3d98d5e00 x1874672134458240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828569.411493:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134458240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828569.411499:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828569.411502:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828569.411504:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787828570.050897:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828570.050904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828571.074847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828571.074895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828572.098958:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828572.099022:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828573.122852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828573.122908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828574.146841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828574.146861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787828574.530830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828574.530840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828574.530844:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828574.530854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1946 00000100:00080000:3.0:1787828574.530864:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828574.530871:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828574.530924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134458368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828574.530973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828574.530977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828574.530979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828574.530983:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1946 00000100:00080000:3.0:1787828574.530987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828574.530991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828574.531001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828574.531016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134458496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828574.531027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828574.531030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828574.531041:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828574.531046:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1946 00000100:00080000:3.0:1787828574.531049:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828574.531052:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828574.531056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828574.531065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134458624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828574.531075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828574.531082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787828574.531083:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134458368:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828574.531084:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828574.531106:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1946 00000100:00080000:3.0:1787828574.531115:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828574.531123:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828574.531127:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828574.531142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134458752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828574.531224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828574.531283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffffa0e3c4319a40 x1874672134458368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.531319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134458368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.531331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.531335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828574.531338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134458368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828574.531346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828574.531383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828574.531393:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffffa0e3c4318000 x1874672134458496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.531404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134458496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.531411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.531414:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828574.531417:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828574.531444:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828574.531457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828574.531464:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffffa0e3c4318b40 x1874672134458624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.531474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134458624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.531480:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.531482:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828574.531484:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828574.531489:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458752:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828574.531503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828574.531515:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574] req@ffffa0e3c431b840 x1874672134458752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828574.531531:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134458752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828574.531569:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828574.531574:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828574.531579:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134458752:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787828575.170831:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828575.170840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828576.194875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828576.194978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828577.218829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828577.218898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828578.242871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828578.242955:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828579.266865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828579.266866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787828579.650811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.650824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828579.650829:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.650841:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1951 00000100:00080000:3.0:1787828579.650855:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.650864:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828579.650919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134458880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828579.650962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.650966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828579.650969:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.650974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1951 00000100:00080000:3.0:1787828579.650978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.650982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828579.650994:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828579.651008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134459008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828579.651020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.651024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828579.651026:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.651030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1951 00000100:00080000:3.0:1787828579.651033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.651037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828579.651041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828579.651052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134459136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828579.651063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828579.651068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828579.651071:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828579.651076:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1951 00000100:00080000:3.0:1787828579.651079:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828579.651084:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828579.651090:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828579.651105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134459264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828579.651107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134458880:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787828579.651214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828579.651264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffffa0e3c43192c0 x1874672134458880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.651287:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134458880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.651315:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.651321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828579.651325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134458880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828579.651335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828579.651363:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828579.651378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffffa0e3c43183c0 x1874672134459008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.651402:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134459008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.651418:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.651425:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828579.651432:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828579.651443:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828579.651481:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828579.651503:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffffa0e3c4318780 x1874672134459136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.651536:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134459136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.651552:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.651558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828579.651564:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828579.651609:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459264:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828579.651648:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828579.651671:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579] req@ffffa0e3c4319e00 x1874672134459264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828579.651694:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134459264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828579.651782:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828579.651800:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828579.651806:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459264:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828580.290877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828580.290928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828581.314807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828581.314840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828582.338793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828582.338886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828583.362798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828583.362813:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828584.386864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828584.386949:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828584.770862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.770875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828584.770880:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.770892:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1956 00000100:00080000:3.0:1787828584.770907:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.770915:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828584.770968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134459392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828584.771005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.771008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828584.771010:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.771014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1956 00000100:00080000:3.0:1787828584.771017:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.771021:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828584.771032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828584.771046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134459520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828584.771059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.771063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828584.771065:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.771071:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1956 00000100:00080000:3.0:1787828584.771075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828584.771080:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134459392:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828584.771080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828584.771091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828584.771103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134459648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828584.771113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828584.771117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828584.771118:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828584.771123:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1956 00000100:00080000:3.0:1787828584.771127:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828584.771131:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828584.771139:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828584.771148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134459776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828584.771161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828584.771213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffffa0e3c4319e00 x1874672134459392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.771232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134459392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.771246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.771252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828584.771258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134459392:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828584.771292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828584.771317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828584.771332:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffffa0e3c4318780 x1874672134459520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.771348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134459520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.771355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.771359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828584.771362:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828584.771368:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828584.771386:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828584.771408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffffa0e3c43183c0 x1874672134459648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.771434:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134459648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.771440:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.771442:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828584.771450:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828584.771456:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459776:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828584.771469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828584.771477:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584] req@ffffa0e3c43192c0 x1874672134459776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828584.771485:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134459776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828584.771492:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828584.771495:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828584.771501:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134459776:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828585.410813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828585.410842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828586.434841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828586.434901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828587.458799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828587.458857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828588.482849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828588.482911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828589.506832:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828589.506846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787828589.890805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828589.890813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828589.890817:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828589.890826:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1961 00000100:00080000:3.0:1787828589.890837:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828589.890843:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828589.890877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134459904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828589.890903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828589.890907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828589.890908:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828589.890912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1961 00000100:00080000:3.0:1787828589.890914:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828589.890935:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828589.890948:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828589.890965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134460032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828589.890992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828589.890997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828589.891001:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828589.891011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1961 00000100:00100000:2.0:1787828589.891013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134459904:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828589.891018:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828589.891037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828589.891045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828589.891063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134460160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828589.891074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828589.891101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828589.891105:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828589.891110:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1961 00000100:00080000:3.0:1787828589.891164:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828589.891169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828589.891177:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828589.891191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828589.891200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134460288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828589.891292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffffa0e3c431b840 x1874672134459904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.891322:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134459904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.891340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.891346:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828589.891352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134459904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828589.891403:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828589.891439:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828589.891455:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffffa0e3c4318b40 x1874672134460032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.891479:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134460032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.891491:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.891494:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828589.891498:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828589.891507:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828589.891548:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828589.891562:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffffa0e3c4318000 x1874672134460160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.891578:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134460160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.891589:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.891604:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828589.891608:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828589.891616:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460288:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828589.891638:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828589.891649:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828589/real 1787828589] req@ffffa0e3c4319a40 x1874672134460288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828589.891674:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134460288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828589.891771:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828589.891775:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828589.891779:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460288:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828590.530818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828590.530908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828591.554826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828591.554841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828592.578800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828592.578884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828593.602834:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828593.602834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828594.626823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828594.626897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828595.010831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828595.010844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828595.010848:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828595.010861:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1966 00000100:00080000:2.0:1787828595.010873:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828595.010880:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828595.010925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134460416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828595.010961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828595.010964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828595.010966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828595.010969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1966 00000100:00080000:2.0:1787828595.010972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828595.010974:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828595.010985:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828595.010995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828595.011002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828595.011005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828595.011007:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828595.011010:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1966 00000100:00080000:2.0:1787828595.011012:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828595.011015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828595.011018:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828595.011023:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134460416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828595.011030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828595.011039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828595.011042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828595.011043:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828595.011045:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1966 00000100:00080000:2.0:1787828595.011047:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828595.011050:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828595.011053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828595.011062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134460800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828595.011138:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828595.011182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828595.011197:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828595.650837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828595.650858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828596.674851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828596.674917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828597.698829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828597.698855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828598.083099:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787828598.083161:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828598.083180:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828598.083221:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828598.083231:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787828598.083237:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787828598.083318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828598] req@ffffa0e3d025fc00 x1874672134460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828598.083356:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134460672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828598.083369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828598.083375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828598.083379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828598.083388:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828598] req@ffffa0e3d025f480 x1874672134460800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828598.083403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134460800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828598.083412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828598.083415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828598.083419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787828598.083427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828598] req@ffffa0e3d025e1c0 x1874672134460416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828598.083443:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134460416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828598.083450:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828598.083453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828598.083457:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134460416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828598.083463:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828598] req@ffffa0e3d025c780 x1874672134460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828598.083475:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134460544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828598.083484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828598.083488:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828598.083491:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134460544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828598.722801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828598.722862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828599.746828:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828599.746863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787828600.130875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828600.130889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828600.130895:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828600.130909:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1971 00000100:00080000:3.0:1787828600.130923:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828600.130933:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828600.130977:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134460928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828600.131010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828600.131014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828600.131016:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828600.131020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1971 00000100:00080000:3.0:1787828600.131024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828600.131028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828600.131041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828600.131057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134461056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828600.131069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828600.131073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828600.131076:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828600.131081:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1971 00000100:00080000:3.0:1787828600.131085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828600.131095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828600.131097:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134460928:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787828600.131102:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828600.131123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134461184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828600.131139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828600.131144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828600.131147:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828600.131152:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1971 00000100:00080000:3.0:1787828600.131158:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828600.131163:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828600.131169:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828600.131189:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134461312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828600.131191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828600.131258:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600] req@ffffa0e3c431ad00 x1874672134460928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828600.131288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134460928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828600.131313:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828600.131319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828600.131323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134460928:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828600.131332:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828600.131371:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828600.131386:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600] req@ffffa0e3c431a1c0 x1874672134461056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828600.131408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134461056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828600.131417:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828600.131421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828600.131425:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828600.131463:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828600.131487:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828600.131500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600] req@ffffa0e3c431a580 x1874672134461184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828600.131519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134461184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828600.131528:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828600.131531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828600.131534:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828600.131541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461312:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828600.131563:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828600.131575:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600] req@ffffa0e3c4318f00 x1874672134461312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828600.131586:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134461312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828600.131594:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828600.131597:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828600.131600:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461312:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828600.770776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828600.770838:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828601.794797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828601.794831:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828602.818792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828602.818849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828603.842817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828603.842835:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828604.866853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828604.866859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828605.250823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828605.250831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828605.250834:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828605.250842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1976 00000100:00080000:2.0:1787828605.250851:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828605.250857:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828605.250887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134461440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828605.250913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828605.250915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828605.250917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828605.250920:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1976 00000100:00080000:2.0:1787828605.250922:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828605.250924:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828605.250931:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828605.250940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134461568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828605.250947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828605.250950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828605.250951:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828605.250954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1976 00000100:00080000:2.0:1787828605.250956:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828605.250958:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828605.250961:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828605.250968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134461696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828605.250976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828605.250978:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134461440:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828605.250979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828605.250982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828605.250989:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1976 00000100:00080000:2.0:1787828605.250991:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828605.250993:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828605.250997:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828605.251005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134461824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828605.251056:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828605.251102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828605/real 1787828605] req@ffffa0e3d025c000 x1874672134461440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828605.251131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134461440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828605.251143:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828605.251148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828605.251152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134461440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828605.251161:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828605.251186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828605.251201:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828605/real 1787828605] req@ffffa0e3d025c780 x1874672134461568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828605.251214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134461568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828605.251223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828605.251227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828605.251231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828605.251257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828605.251282:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828605.251294:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828605/real 1787828605] req@ffffa0e3d025e1c0 x1874672134461696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828605.251307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134461696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828605.251323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828605.251327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828605.251331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828605.251338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461824:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828605.251362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828605.251375:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828605/real 1787828605] req@ffffa0e3d025f480 x1874672134461824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828605.251388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134461824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828605.251397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828605.251400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828605.251403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134461824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828605.890839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828605.890890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828606.914779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828606.914848:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828607.938867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828607.938884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828608.962838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828608.962939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828609.986828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828609.986871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828610.370808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828610.370818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828610.370822:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828610.370833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1981 00000100:00080000:0.0:1787828610.370845:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828610.370853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828610.370897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134461952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828610.370922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828610.370925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828610.370926:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828610.370930:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1981 00000100:00080000:0.0:1787828610.370932:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828610.370936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828610.370946:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828610.370956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134462080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828610.370964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828610.370967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828610.370970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828610.370972:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134461952:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828610.370974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1981 00000100:00080000:0.0:1787828610.370978:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828610.370984:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828610.370987:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828610.370995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134462208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828610.371002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828610.371004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828610.371005:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828610.371008:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1981 00000100:00080000:0.0:1787828610.371010:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828610.371013:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828610.371016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828610.371023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134462336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828610.371058:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828610.371103:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828610/real 1787828610] req@ffffa0e3c3e84f00 x1874672134461952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828610.371123:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134461952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828610.371135:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828610.371139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828610.371143:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134461952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828610.371180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828610.371204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828610.371217:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828610/real 1787828610] req@ffffa0e3c3e87840 x1874672134462080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828610.371230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134462080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828610.371239:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828610.371243:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828610.371247:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828610.371253:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828610.371270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828610.371288:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828610/real 1787828610] req@ffffa0e3c3e85680 x1874672134462208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828610.371300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134462208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828610.371309:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828610.371312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828610.371316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828610.371322:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462336:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828610.371342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828610.371351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828610/real 1787828610] req@ffffa0e3c3e86940 x1874672134462336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828610.371364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134462336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828610.371373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828610.371376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828610.371380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462336:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828611.010784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828611.010830:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828612.034852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828612.034873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828613.058827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828613.058852:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828614.082857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828614.082888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828615.106791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828615.106862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828615.490862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828615.490873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828615.490878:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828615.490889:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1987 00000100:00080000:1.0:1787828615.490902:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828615.490909:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828615.490952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134462464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828615.490979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828615.490982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828615.490984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828615.490987:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1987 00000100:00080000:1.0:1787828615.490989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828615.490992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828615.491002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828615.491013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134462592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828615.491029:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134462464:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828615.491037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828615.491043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828615.491045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828615.491051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1987 00000100:00080000:1.0:1787828615.491056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828615.491061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828615.491068:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828615.491080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134462720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828615.491087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828615.491090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828615.491092:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828615.491095:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1987 00000100:00080000:1.0:1787828615.491098:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828615.491101:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828615.491104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828615.491111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134462848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828615.492305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828615.492363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615] req@ffffa0e3d98d4780 x1874672134462464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828615.492380:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134462464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828615.492389:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828615.492393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828615.492396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134462464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828615.492423:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828615.492463:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828615.492471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615] req@ffffa0e3d98d6940 x1874672134462592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828615.492480:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134462592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828615.492490:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828615.492492:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828615.492494:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828615.492513:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828615.492529:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828615.492537:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615] req@ffffa0e3d98d61c0 x1874672134462720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828615.492545:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134462720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828615.492550:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828615.492553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828615.492555:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828615.492559:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462848:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828615.492571:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828615.492577:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615] req@ffffa0e3d98d5680 x1874672134462848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828615.492584:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134462848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828615.492589:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828615.492591:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828615.492593:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134462848:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828616.130847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828616.130871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828617.154797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828617.154862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828618.178909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828618.178911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787828619.202780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828619.202886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828620.226817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828620.226834:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828620.611016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828620.611022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828620.611026:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828620.611035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1992 00000100:00080000:1.0:1787828620.611044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828620.611051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828620.611079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134462976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828620.611104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828620.611107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828620.611108:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828620.611111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1992 00000100:00080000:1.0:1787828620.611113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828620.611116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828620.611124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828620.611135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828620.611143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828620.611145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828620.611147:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828620.611151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1992 00000100:00080000:1.0:1787828620.611153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828620.611156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828620.611160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828620.611162:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134462976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828620.611176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828620.611184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828620.611187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828620.611188:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828620.611191:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1992 00000100:00080000:1.0:1787828620.611194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828620.611196:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828620.611200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828620.611222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134463360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828620.611236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828620.611289:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffffa0e3d98d52c0 x1874672134462976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.611312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134462976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.611324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.611329:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828620.611334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134462976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828620.611345:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828620.611372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828620.611388:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffffa0e3d98d5680 x1874672134463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.611402:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134463104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.611413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.611417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828620.611422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828620.611482:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828620.611508:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828620.611528:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffffa0e3d98d61c0 x1874672134463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.611541:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134463232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.611550:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.611553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828620.611557:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828620.611563:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463360:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828620.611590:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828620.611606:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828620/real 1787828620] req@ffffa0e3d98d6940 x1874672134463360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828620.611620:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134463360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828620.611629:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828620.611633:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828620.611637:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828621.250775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828621.250863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828622.274798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828622.274826:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828623.298822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828623.298884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828624.322817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828624.322821:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828625.346875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828625.346955:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828625.730834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828625.730882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828625.730886:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828625.730894:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 1997 00000100:00080000:0.0:1787828625.730903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828625.730909:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828625.730942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134463488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828625.730968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828625.730971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828625.730972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828625.730975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1997 00000100:00080000:0.0:1787828625.730978:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828625.730981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828625.730990:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828625.731001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134463616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828625.731003:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134463488:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828625.731017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828625.731019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828625.731020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828625.731023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1997 00000100:00080000:0.0:1787828625.731025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828625.731027:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828625.731031:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828625.731041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134463744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828625.731048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828625.731050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828625.731052:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828625.731054:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 1997 00000100:00080000:0.0:1787828625.731057:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828625.731059:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828625.731062:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787828625.731068:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828625.731071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134463872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828625.731115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffffa0e3c3e85e00 x1874672134463488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828625.731132:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134463488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828625.731140:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828625.731143:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828625.731146:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134463488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828625.731164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828625.731182:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828625.731190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffffa0e3c3e87480 x1874672134463616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828625.731198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134463616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828625.731203:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828625.731205:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828625.731207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828625.731213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828625.731223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828625.731231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffffa0e3c3e86940 x1874672134463744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828625.731243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134463744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828625.731252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828625.731255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828625.731259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828625.731265:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463872:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828625.731285:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828625.731294:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828625/real 1787828625] req@ffffa0e3c3e85680 x1874672134463872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828625.731301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134463872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828625.731307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828625.731309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828625.731311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134463872:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828626.370790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828626.370846:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828627.394772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828627.394905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828628.418803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828628.418823:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828629.442790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828629.442846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828630.466806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828630.466825:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828630.850821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828630.850832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828630.850838:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828630.850852:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2002 00000100:00080000:0.0:1787828630.850866:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828630.850876:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828630.850942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134464000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828630.850989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828630.850992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828630.850994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828630.850998:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2002 00000100:00080000:0.0:1787828630.851002:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828630.851005:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828630.851014:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828630.851025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134464128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828630.851033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828630.851036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828630.851037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828630.851040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2002 00000100:00080000:0.0:1787828630.851043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828630.851046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828630.851049:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828630.851057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134464256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828630.851065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828630.851069:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134464000:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828630.851096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828630.851102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828630.851107:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2002 00000100:00080000:0.0:1787828630.851110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828630.851115:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828630.851121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828630.851136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134464384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828630.851196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828630.851252:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffffa0e3c3e87840 x1874672134464000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828630.851267:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134464000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828630.851276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828630.851280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828630.851283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134464000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828630.851307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828630.851333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828630.851345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffffa0e3c3e84f00 x1874672134464128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828630.851357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134464128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828630.851365:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828630.851368:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828630.851371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828630.851431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828630.851448:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828630.851457:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffffa0e3c3e852c0 x1874672134464256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828630.851487:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134464256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828630.851493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828630.851495:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828630.851497:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828630.851502:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464384:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828630.851513:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828630.851520:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828630/real 1787828630] req@ffffa0e3c3e84b40 x1874672134464384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828630.851528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134464384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828630.851533:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828630.851535:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828630.851537:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464384:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828631.490872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828631.490935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828632.514841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828632.514867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828633.538887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828633.538997:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828634.562792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828634.562812:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828635.586904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828635.586921:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787828635.970941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.970953:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828635.970957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.970979:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2007 00000100:00080000:3.0:1787828635.970990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828635.970998:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828635.971040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134464512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828635.971069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.971073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828635.971082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.971086:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2007 00000100:00080000:3.0:1787828635.971090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828635.971094:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828635.971118:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828635.971140:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134464512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828635.971142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134464640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828635.971169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.971184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828635.971187:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.971192:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2007 00000100:00080000:3.0:1787828635.971196:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828635.971201:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828635.971207:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828635.971222:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134464768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828635.971233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828635.971237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828635.971238:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828635.971242:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2007 00000100:00080000:3.0:1787828635.971246:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787828635.971253:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787828635.971255:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828635.971263:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828635.971274:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134464896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828635.971309:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffffa0e3c4319680 x1874672134464512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828635.971339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134464512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828635.971370:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828635.971377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828635.971383:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134464512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828635.971417:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828635.971475:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828635.971494:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffffa0e3c431a940 x1874672134464640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828635.971519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134464640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828635.971528:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828635.971531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828635.971535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828635.971542:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787828635.971582:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828635.971603:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffffa0e3c431bc00 x1874672134464768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828635.971624:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134464768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828635.971650:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828635.971654:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828635.971658:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787828635.971664:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464896:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787828635.971687:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828635.971698:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828635/real 1787828635] req@ffffa0e3c431b0c0 x1874672134464896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828635.971762:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134464896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828635.971782:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828635.971785:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787828635.971788:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134464896:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828636.610847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828636.610873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828637.634862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828637.634920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828638.658846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828638.658870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828639.682788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828639.682883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828640.706857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828640.706879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828641.090841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828641.090854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828641.090860:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828641.090873:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2012 00000100:00080000:2.0:1787828641.090888:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828641.090896:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828641.090947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134465024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828641.090989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828641.090994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828641.090996:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828641.091001:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2012 00000100:00080000:2.0:1787828641.091005:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828641.091010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828641.091023:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828641.091042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134465152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828641.091055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828641.091059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828641.091062:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828641.091069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2012 00000100:00100000:0.0:1787828641.091076:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134465024:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828641.091078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828641.091089:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828641.091095:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828641.091113:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134465280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828641.091127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828641.091131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828641.091133:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828641.091138:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2012 00000100:00080000:2.0:1787828641.091146:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828641.091151:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828641.091157:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828641.091159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828641.091188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134465408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828641.091221:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641] req@ffffa0e3d025fc00 x1874672134465024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828641.091244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134465024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828641.091255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828641.091258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828641.091261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134465024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828641.091268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828641.091288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828641.091298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641] req@ffffa0e3d025cb40 x1874672134465152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828641.091306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134465152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828641.091312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828641.091315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828641.091318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828641.091352:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828641.091369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828641.091377:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641] req@ffffa0e3d025c3c0 x1874672134465280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828641.091385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134465280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828641.091390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828641.091393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828641.091395:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828641.091399:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465408:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828641.091410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828641.091416:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641] req@ffffa0e3d025f0c0 x1874672134465408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828641.091423:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134465408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828641.091428:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828641.091431:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828641.091433:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465408:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828641.730805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828641.730900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828642.754847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828642.754877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828643.778775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828643.778839:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828644.802798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828644.802876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828645.826784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828645.826954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828646.210821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828646.210828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828646.210832:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828646.210841:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2017 00000100:00080000:1.0:1787828646.210851:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828646.210857:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828646.210890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134465536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828646.210917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828646.210920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828646.210921:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828646.210924:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2017 00000100:00080000:1.0:1787828646.210926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828646.210928:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828646.210936:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828646.210945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828646.210953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828646.210955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828646.210957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828646.210959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2017 00000100:00080000:1.0:1787828646.210962:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828646.210965:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828646.210969:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828646.210976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828646.210982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828646.210985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828646.210986:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828646.210988:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2017 00000100:00080000:1.0:1787828646.210990:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828646.210993:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828646.210996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828646.211011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134465920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828646.211012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134465536:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787828646.211098:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828646.211142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646] req@ffffa0e3d98d4780 x1874672134465536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828646.211159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134465536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828646.211168:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828646.211172:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828646.211175:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134465536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828646.211181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828646.211195:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828646.211203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646] req@ffffa0e3d98d5e00 x1874672134465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828646.211210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134465664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828646.211216:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828646.211218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828646.211220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828646.211224:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828646.211234:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828646.211239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646] req@ffffa0e3d98d7840 x1874672134465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828646.211248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134465792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828646.211253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828646.211255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828646.211257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828646.212464:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465920:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828646.212515:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828646.212534:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646] req@ffffa0e3d98d4f00 x1874672134465920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828646.212546:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134465920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828646.212554:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828646.212557:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828646.212560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134465920:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828646.850793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828646.850848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828647.874808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828647.874863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828648.898821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828648.898825:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828649.922787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828649.922932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828650.946820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828650.946898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828651.330799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828651.330810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828651.330815:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828651.330825:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2022 00000100:00080000:2.0:1787828651.330838:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828651.330844:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828651.330883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134466048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828651.330911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828651.330915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828651.330917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828651.330921:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2022 00000100:00080000:2.0:1787828651.330925:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828651.330929:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828651.330939:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828651.330953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134466176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828651.330975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828651.330979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828651.330982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828651.330988:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2022 00000100:00080000:2.0:1787828651.330992:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828651.330995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828651.331000:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828651.331009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134466304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828651.331018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828651.331026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787828651.331029:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134466048:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828651.331030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828651.331044:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2022 00000100:00080000:2.0:1787828651.331047:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828651.331050:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828651.331054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828651.331063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134466432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828651.331147:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828651.331211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651] req@ffffa0e3d025e940 x1874672134466048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.331234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134466048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.331243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.331258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828651.331263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134466048:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828651.331270:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828651.331290:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828651.331299:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651] req@ffffa0e3d025cf00 x1874672134466176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.331307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134466176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.331312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.331314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828651.331317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828651.331339:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828651.331350:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828651.331356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651] req@ffffa0e3d025d680 x1874672134466304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.331364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134466304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.331373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.331375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828651.331377:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828651.331381:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466432:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828651.331398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828651.331408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651] req@ffffa0e3d025e580 x1874672134466432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.331421:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134466432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.331430:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.331433:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828651.331436:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466432:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828651.970833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828651.970900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828652.994809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828652.994882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828654.018807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828654.018878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828655.042809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828655.042833:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828656.066836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828656.066908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828656.450790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828656.450799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828656.450802:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828656.450811:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2027 00000100:00080000:2.0:1787828656.450821:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828656.450828:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828656.450859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134466560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828656.450885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828656.450888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828656.450890:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828656.450893:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2027 00000100:00080000:2.0:1787828656.450895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828656.450898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828656.450906:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828656.450917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134466688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828656.450925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828656.450931:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134466560:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828656.450939:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828656.450942:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828656.450945:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2027 00000100:00080000:2.0:1787828656.450948:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828656.450951:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828656.450955:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828656.450965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134466816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828656.450973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828656.450976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828656.450978:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828656.450981:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2027 00000100:00080000:2.0:1787828656.450990:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828656.450993:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828656.450997:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828656.451004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134466944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828656.452209:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828656.453337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828656] req@ffffa0e3d025d2c0 x1874672134466560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828656.453351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134466560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828656.453360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828656.453363:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828656.453366:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134466560:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828656.453385:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828656.453404:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828656.453412:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828656] req@ffffa0e3d025da40 x1874672134466688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828656.453420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134466688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828656.453426:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828656.453428:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828656.453431:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828656.453434:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828656.453445:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828656.453451:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828656] req@ffffa0e3d025ed00 x1874672134466816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828656.453459:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134466816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828656.453464:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828656.453466:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828656.453467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828656.453471:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466944:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828656.453482:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828656.453491:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828656] req@ffffa0e3d025de00 x1874672134466944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828656.453503:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134466944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828656.453512:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828656.453515:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828656.453519:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134466944:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828657.090855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828657.090915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828658.114809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828658.114966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828659.138804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828659.138867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828660.162860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828660.162933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828661.186818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828661.186898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828661.570820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828661.570828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828661.570831:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828661.570839:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2033 00000100:00080000:2.0:1787828661.570849:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828661.570860:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828661.570898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134467072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828661.570928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828661.570931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828661.570933:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828661.570936:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2033 00000100:00080000:2.0:1787828661.570939:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828661.570942:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828661.570951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828661.570963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134467200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828661.570976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828661.570979:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134467072:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828661.570981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828661.570985:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828661.570992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2033 00000100:00080000:2.0:1787828661.570996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828661.571000:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828661.571005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828661.571018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134467328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828661.571025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828661.571028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828661.571029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828661.571033:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2033 00000100:00080000:2.0:1787828661.571035:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828661.571038:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828661.571041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828661.571049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134467456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828661.571091:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828661.571118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828661.571157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828662.210781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828662.210878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828663.234795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828663.234907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828664.258791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828664.258872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828664.642964:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828664.643017:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828664.643032:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828664.643103:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828664.643110:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828664.643116:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828664.643171:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffffa0e3d025de00 x1874672134467200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.643200:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134467200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.643210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.643214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828664.643217:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828664.643224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffffa0e3d025ed00 x1874672134467328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.643232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134467328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.643237:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.643239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828664.643241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828664.643245:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffffa0e3d025da40 x1874672134467456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.643254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134467456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.643261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.643264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828664.643268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828664.643274:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828664] req@ffffa0e3d025f840 x1874672134467072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828664.643288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134467072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828664.643297:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828664.643300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828664.643304:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134467072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828665.282822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828665.282913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828666.306868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828666.306913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828666.690784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.690792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828666.690796:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.690804:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2038 00000100:00080000:2.0:1787828666.690813:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.690819:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828666.690851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134467584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828666.690875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.690878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828666.690879:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.690882:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2038 00000100:00080000:2.0:1787828666.690885:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.690887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828666.690895:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828666.690903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134467712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828666.690909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.690912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828666.690913:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.690916:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2038 00000100:00080000:2.0:1787828666.690918:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.690919:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828666.690922:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828666.690927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134467840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828666.690933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828666.690935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828666.690936:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828666.690939:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2038 00000100:00080000:2.0:1787828666.690941:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828666.690944:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828666.690950:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828666.690956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134467968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828666.690993:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134467584:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787828666.691087:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828666.691156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffffa0e3d025d2c0 x1874672134467584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828666.691179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134467584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828666.691192:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828666.691199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828666.691204:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134467584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828666.691214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828666.691243:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828666.691257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffffa0e3d025e580 x1874672134467712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828666.691271:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134467712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828666.691286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828666.691290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828666.691294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828666.691301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828666.691321:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828666.691333:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffffa0e3d025d680 x1874672134467840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828666.691344:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134467840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828666.691353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828666.691356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828666.691360:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828666.691367:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467968:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828666.691388:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828666.691401:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666] req@ffffa0e3d025cf00 x1874672134467968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828666.691413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134467968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828666.691421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828666.691424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828666.691428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134467968:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828667.330820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828667.330902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828668.354805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828668.354885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828669.378793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828669.378871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828670.402809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828670.402876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828671.426852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828671.426912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828671.810819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828671.810830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828671.810835:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828671.810847:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2043 00000100:00080000:2.0:1787828671.810859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828671.810866:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828671.810909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134468096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828671.810934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828671.810937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828671.810939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828671.810942:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2043 00000100:00080000:2.0:1787828671.810944:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828671.810947:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828671.810957:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828671.810967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828671.810974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828671.810977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828671.810979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828671.810984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134468096:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828671.810985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2043 00000100:00080000:2.0:1787828671.810991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828671.810996:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828671.810999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828671.811007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828671.811018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828671.811021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828671.811023:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828671.811025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2043 00000100:00080000:2.0:1787828671.811045:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828671.811048:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828671.811051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828671.811057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828671.811061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134468480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828671.811132:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffffa0e3d025e940 x1874672134468096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828671.811148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134468096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828671.811163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828671.811167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828671.811170:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134468096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828671.811195:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828671.811214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828671.811224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffffa0e3d025f0c0 x1874672134468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828671.811232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134468224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828671.811246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828671.811249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828671.811253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828671.811260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828671.811281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828671.811302:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffffa0e3d025c3c0 x1874672134468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828671.811313:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134468352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828671.811319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828671.811321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828671.811323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828671.811328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468480:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828671.811344:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828671.811352:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671] req@ffffa0e3d025cb40 x1874672134468480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828671.811364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134468480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828671.811376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828671.811378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828671.811380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828672.450830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828672.450975:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828673.474814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828673.474875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828674.498804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828674.498870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828675.522822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828675.522884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828676.546805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828676.546857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828676.930842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.930850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828676.930854:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.930862:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2048 00000100:00080000:0.0:1787828676.930873:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.930878:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828676.930934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134468608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828676.930980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.930984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828676.930986:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.930991:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2048 00000100:00080000:0.0:1787828676.930996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.931001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828676.931011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828676.931026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134468736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828676.931030:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134468608:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828676.931037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.931040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828676.931041:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.931045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2048 00000100:00080000:0.0:1787828676.931048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.931051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828676.931055:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828676.931066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134468864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828676.931088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828676.931091:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828676.931093:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828676.931096:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2048 00000100:00080000:0.0:1787828676.931112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828676.931115:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828676.931120:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828676.931121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828676.931130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134468992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828676.931163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffffa0e3c3e870c0 x1874672134468608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.931192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134468608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.931200:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.931203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828676.931206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134468608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828676.931228:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828676.931247:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828676.931261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffffa0e3c3e86d00 x1874672134468736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.931269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134468736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.931275:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.931277:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828676.931279:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828676.931283:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828676.931293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828676.931299:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffffa0e3c3e861c0 x1874672134468864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.931306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134468864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.931311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.931313:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828676.931322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828676.931325:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468992:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828676.931336:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828676.931341:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828676/real 1787828676] req@ffffa0e3c3e86580 x1874672134468992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828676.931349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134468992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828676.931359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828676.931361:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828676.931363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134468992:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828677.570841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828677.570912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828678.594839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828678.594961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828679.618857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828679.618929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828680.642845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828680.642916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828681.666819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828681.666917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828682.050842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828682.050853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828682.050859:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828682.050868:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2053 00000100:00080000:0.0:1787828682.050881:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828682.050888:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828682.050926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134469120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828682.050959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828682.050963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828682.050966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828682.050970:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2053 00000100:00080000:0.0:1787828682.050974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828682.050979:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828682.050989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828682.051003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134469248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828682.051012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828682.051016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828682.051018:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828682.051021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2053 00000100:00080000:0.0:1787828682.051025:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828682.051028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828682.051032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828682.051056:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134469120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828682.051058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134469376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828682.051070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828682.051072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828682.051073:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828682.051076:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2053 00000100:00080000:0.0:1787828682.051079:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828682.051082:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828682.051085:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828682.051094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134469504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828682.051119:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828682.051156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682] req@ffffa0e3c3e85a40 x1874672134469120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828682.051170:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134469120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828682.051178:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828682.051181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828682.051183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134469120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828682.051188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828682.051201:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828682.051209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682] req@ffffa0e3c3e87c00 x1874672134469248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828682.051216:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134469248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828682.051223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828682.051225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828682.051227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828682.051246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828682.051256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828682.051262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682] req@ffffa0e3c3e86580 x1874672134469376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828682.051269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134469376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828682.051274:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828682.051276:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828682.051278:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828682.051281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469504:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828682.051291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828682.051297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682] req@ffffa0e3c3e861c0 x1874672134469504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828682.051321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134469504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828682.051326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828682.051328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828682.051331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828682.690795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828682.690851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828683.714859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828683.715056:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828684.738802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828684.738883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828685.762820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828685.762916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828686.786800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828686.786893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828687.171024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828687.171043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828687.171049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828687.171064:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2058 00000100:00080000:2.0:1787828687.171092:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828687.171103:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828687.171184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134469632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828687.171237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828687.171246:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828687.171250:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828687.171268:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2058 00000100:00080000:2.0:1787828687.171277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828687.171288:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828687.171308:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828687.171321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134469632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828687.171335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134469760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828687.171366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828687.171371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828687.171374:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828687.171397:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2058 00000100:00080000:2.0:1787828687.171404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828687.171410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828687.171417:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828687.171435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134469888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828687.171448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828687.171455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828687.171458:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828687.171465:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2058 00000100:00080000:2.0:1787828687.171473:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828687.171481:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828687.171492:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828687.171514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134470016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828687.171696:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828687.171818:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687] req@ffffa0e3d025fc00 x1874672134469632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828687.171847:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134469632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828687.171860:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828687.171865:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828687.171870:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134469632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828687.171904:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828687.171988:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828687.172054:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687] req@ffffa0e3d025f480 x1874672134469760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828687.172067:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134469760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828687.172075:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828687.172079:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828687.172083:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828687.172089:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828687.172110:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828687.172119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687] req@ffffa0e3d025e1c0 x1874672134469888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828687.172129:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134469888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828687.172136:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828687.172139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828687.172141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134469888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828687.172147:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470016:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828687.172162:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828687.172170:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687] req@ffffa0e3d025c780 x1874672134470016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828687.172180:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134470016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828687.172187:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828687.172189:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828687.172192:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470016:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828687.810819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828687.810872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828688.834807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828688.834882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828689.858916:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828689.859052:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828690.882838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828690.882906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828691.906829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828691.906890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828692.290809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828692.290820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828692.290824:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828692.290836:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2063 00000100:00080000:2.0:1787828692.290847:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828692.290854:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828692.290899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134470144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828692.290925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828692.290928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828692.290929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828692.290933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2063 00000100:00080000:2.0:1787828692.290935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828692.290938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828692.290948:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828692.290958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134470272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828692.290979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828692.290983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828692.290985:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828692.290988:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2063 00000100:00080000:2.0:1787828692.290991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828692.290995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828692.291000:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828692.291012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134470400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828692.291019:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134470144:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828692.291043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828692.291048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828692.291051:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828692.291058:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2063 00000100:00080000:2.0:1787828692.291063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828692.291068:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828692.291077:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828692.291088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134470528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828692.291098:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828692.291147:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692] req@ffffa0e3d025c000 x1874672134470144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828692.291160:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134470144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828692.291192:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828692.291199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828692.291207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134470144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828692.291221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828692.291256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828692.291270:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692] req@ffffa0e3d025c780 x1874672134470272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828692.291280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134470272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828692.291288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828692.291291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828692.291294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828692.291327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828692.291355:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828692.291367:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692] req@ffffa0e3d025e1c0 x1874672134470400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828692.291384:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134470400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828692.291391:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828692.291424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828692.291430:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828692.291438:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828692.291529:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828692.291544:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692] req@ffffa0e3d025f480 x1874672134470528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828692.291556:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134470528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828692.291566:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828692.291570:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828692.291572:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828692.930828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828692.930924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828693.954797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828693.954847:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828694.978852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828694.978942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828696.002858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828696.002966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828697.026875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828697.027004:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828697.410860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828697.410868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828697.410872:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828697.410880:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2068 00000100:00080000:2.0:1787828697.410890:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828697.410896:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828697.410943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134470656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828697.410984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828697.410987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828697.410989:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828697.410993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2068 00000100:00080000:2.0:1787828697.410996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828697.410999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828697.411009:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828697.411021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828697.411029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828697.411032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828697.411034:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828697.411038:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2068 00000100:00100000:3.0:1787828697.411054:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134470656:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828697.411079:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828697.411086:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828697.411091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828697.411101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828697.411110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828697.411113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828697.411115:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828697.411122:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2068 00000800:00000100:3.0:1787828697.411124:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828697.411127:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828697.411131:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828697.411162:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828697.411187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134471040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828697.411204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697] req@ffffa0e3d025fc00 x1874672134470656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828697.411221:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134470656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828697.411229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828697.411232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828697.411235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134470656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828697.411241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828697.411278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828697.411293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697] req@ffffa0e3d025cb40 x1874672134470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828697.411307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134470784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828697.411317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828697.411320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828697.411334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828697.411374:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828697.411393:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828697.411423:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697] req@ffffa0e3d025c3c0 x1874672134470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828697.411441:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134470912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828697.411450:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828697.411453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828697.411456:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134470912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828697.411461:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828697.411491:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828697.411501:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697] req@ffffa0e3d025f0c0 x1874672134471040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828697.411513:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134471040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828697.411521:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828697.411524:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828697.411527:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828698.050817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828698.050878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828699.074911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828699.075064:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828700.098784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828700.098962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828701.122867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828701.122996:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828702.146773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828702.146883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828702.530808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828702.530817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828702.530822:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828702.530832:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2074 00000100:00080000:2.0:1787828702.530843:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828702.530850:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828702.530887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134471168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828702.530933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828702.530936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828702.530938:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828702.530942:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2074 00000100:00080000:2.0:1787828702.530946:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828702.530949:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828702.530959:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828702.530972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134471296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828702.530982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828702.530985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828702.530987:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828702.530991:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2074 00000100:00080000:2.0:1787828702.530994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828702.530997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828702.531002:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828702.531012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134471424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828702.531016:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134471168:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828702.531027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828702.531032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828702.531034:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828702.531037:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2074 00000100:00080000:2.0:1787828702.531040:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828702.531042:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828702.531047:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828702.531058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134471552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828702.531107:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828702.531172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffffa0e3d025e940 x1874672134471168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828702.531212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134471168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828702.531223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828702.531228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828702.531232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134471168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828702.531240:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828702.531263:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828702.531295:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffffa0e3d025cf00 x1874672134471296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828702.531312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134471296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828702.531324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828702.531328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828702.531333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828702.531366:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828702.531391:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828702.531405:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffffa0e3d025d680 x1874672134471424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828702.531421:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134471424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828702.531441:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828702.531465:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828702.531469:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828702.531475:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471552:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828702.531496:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828702.531508:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702] req@ffffa0e3d025e580 x1874672134471552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828702.531539:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134471552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828702.531551:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828702.531556:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828702.531560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828703.170908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828703.171017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828704.194915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828704.195074:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828705.218817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828705.218903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828706.242802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828706.242843:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828707.266908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828707.266942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828707.650839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828707.650851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828707.650855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828707.650879:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2079 00000100:00080000:0.0:1787828707.650892:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828707.650901:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828707.650940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134471680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828707.650969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828707.650973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828707.650974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828707.650978:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2079 00000100:00080000:0.0:1787828707.650987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828707.650990:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828707.650999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828707.651009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134471808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828707.651021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828707.651026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828707.651033:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828707.651034:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134471680:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828707.651041:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2079 00000100:00080000:0.0:1787828707.651048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828707.651053:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828707.651060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828707.651078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134471936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828707.651105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828707.651109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828707.651111:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828707.651114:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2079 00000100:00080000:0.0:1787828707.651119:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828707.651124:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828707.651129:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828707.651135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828707.651141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134472064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828707.651209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffffa0e3c3e86d00 x1874672134471680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828707.651233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134471680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828707.651253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828707.651266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828707.651271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134471680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828707.651315:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828707.651338:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828707.651348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffffa0e3c3e870c0 x1874672134471808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828707.651357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134471808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828707.651364:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828707.651366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828707.651368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828707.651373:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828707.651389:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828707.651399:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffffa0e3c3e84b40 x1874672134471936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828707.651412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134471936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828707.651422:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828707.651426:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828707.651429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134471936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828707.651436:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828707.651452:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828707.651460:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707] req@ffffa0e3c3e852c0 x1874672134472064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828707.651468:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134472064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828707.651484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828707.651487:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828707.651489:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472064:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828708.290833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828708.290845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828709.314791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828709.314907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828710.338804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828710.338910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828711.362802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828711.362895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828712.386889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828712.386973:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828712.770860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.770870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828712.770874:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.770886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2084 00000100:00080000:0.0:1787828712.770898:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.770904:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828712.770956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134472192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828712.770981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.770984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828712.770986:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.770989:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2084 00000100:00080000:0.0:1787828712.770991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.770993:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828712.771003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828712.771012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134472320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828712.771020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828712.771026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828712.771028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.771032:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2084 00000100:00080000:0.0:1787828712.771035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.771039:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828712.771045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828712.771056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134472448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828712.771068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828712.771071:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134472192:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828712.771073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828712.771077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828712.771084:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2084 00000100:00080000:0.0:1787828712.771088:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828712.771092:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828712.771098:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828712.771112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134472576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828712.771149:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828712.771191:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffffa0e3c3e84f00 x1874672134472192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828712.771206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134472192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828712.771215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828712.771218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828712.771221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134472192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828712.771227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828712.771241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828712.771249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffffa0e3c3e87840 x1874672134472320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828712.771257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134472320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828712.771262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828712.771264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828712.771266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828712.771292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828712.771303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828712.771309:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffffa0e3c3e85680 x1874672134472448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828712.771316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134472448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828712.771321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828712.771323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828712.771325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828712.771328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472576:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828712.771338:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828712.771344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712] req@ffffa0e3c3e86940 x1874672134472576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828712.771352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134472576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828712.771357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828712.771359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828712.771361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472576:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787828713.410919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828713.411019:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828714.434857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828714.434932:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828715.458791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828715.458877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828716.482839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828716.482912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828717.506839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828717.506938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828717.890841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828717.890849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828717.890852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828717.890862:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2089 00000100:00080000:0.0:1787828717.890873:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828717.890879:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828717.890911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134472704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828717.890932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828717.890935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828717.890937:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828717.890945:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2089 00000100:00080000:0.0:1787828717.890948:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828717.890952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828717.890961:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828717.890970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134472832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828717.890979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828717.890981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828717.890983:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828717.890991:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2089 00000100:00100000:3.0:1787828717.890995:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134472704:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828717.890996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828717.891009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828717.891013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828717.891027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134472960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828717.891034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828717.891036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828717.891038:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828717.891040:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2089 00000100:00080000:0.0:1787828717.891044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828717.891047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828717.891052:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828717.891063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134473088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828717.891087:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828717.891129:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffffa0e3c3e87480 x1874672134472704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828717.891144:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134472704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828717.891153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828717.891157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828717.891160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134472704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828717.891185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828717.891200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828717.891209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffffa0e3c3e85e00 x1874672134472832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828717.891217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134472832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828717.891224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828717.891226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828717.891228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828717.891232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828717.891242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828717.891248:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffffa0e3c3e86940 x1874672134472960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828717.891255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134472960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828717.891261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828717.891263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828717.891265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134472960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828717.891269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828717.891280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828717.891286:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828717/real 1787828717] req@ffffa0e3c3e85680 x1874672134473088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828717.891293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134473088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828717.891298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828717.891300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828717.891302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473088:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828718.530824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828718.530882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828719.554771:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828719.554884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828720.578827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828720.578870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828721.602847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828721.602921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828722.626849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828722.626941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828723.010861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828723.010871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828723.010875:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828723.010886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2094 00000100:00080000:2.0:1787828723.010898:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828723.010905:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828723.010946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134473216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828723.010977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828723.010980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828723.010982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828723.010986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2094 00000100:00080000:2.0:1787828723.010989:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828723.011010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828723.011019:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828723.011030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828723.011040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828723.011043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828723.011045:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828723.011048:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2094 00000100:00080000:2.0:1787828723.011051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828723.011053:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828723.011060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828723.011060:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134473216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828723.011084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828723.011093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828723.011097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828723.011098:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828723.011101:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2094 00000100:00080000:2.0:1787828723.011103:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828723.011106:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828723.011119:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828723.011133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134473600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828723.011146:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828723.011270:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828723] req@ffffa0e3d025d2c0 x1874672134473216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828723.011293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134473216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828723.011307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828723.011312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828723.011318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134473216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828723.011328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828723.011358:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828723.011375:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828723] req@ffffa0e3d025f840 x1874672134473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828723.011391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134473344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828723.011401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828723.011406:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828723.011411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828723.011445:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828723.011472:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828723.011487:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828723] req@ffffa0e3d025da40 x1874672134473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828723.011503:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134473472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828723.011523:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828723.011528:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828723.011532:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828723.011540:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828723.011566:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828723.011580:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828723] req@ffffa0e3d025ed00 x1874672134473600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828723.011595:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134473600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828723.011605:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828723.011609:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828723.011614:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828723.650868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828723.650933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828724.674844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828724.674906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828725.698807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828725.698855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828726.722895:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828726.722961:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828727.746807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828727.746865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828728.130863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828728.130874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828728.130879:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828728.130891:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2099 00000100:00080000:2.0:1787828728.130903:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828728.130910:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828728.130950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134473728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828728.130991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828728.130993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828728.130995:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828728.130998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2099 00000100:00080000:2.0:1787828728.131001:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828728.131004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828728.131013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828728.131042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134473856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828728.131053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828728.131057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828728.131059:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828728.131063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2099 00000100:00080000:2.0:1787828728.131067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828728.131071:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828728.131076:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828728.131090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134473984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828728.131106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828728.131109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828728.131111:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828728.131115:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2099 00000100:00080000:2.0:1787828728.131119:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828728.131123:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828728.131129:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828728.131140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134474112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828728.131170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134473728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828728.131348:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828728.131461:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828728.131484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474112:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828728.770814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828728.770882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828729.794789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828729.794808:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828730.818815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828730.818863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828731.203019:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828731.203063:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828731.203082:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828731.203124:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828731.203134:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828731.203145:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828731.203168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828731] req@ffffa0e3d025f840 x1874672134474112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828731.203190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134474112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828731.203199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828731.203203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828731.203206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474112:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828731.203211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828731] req@ffffa0e3d025de00 x1874672134473728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828731.203220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134473728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828731.203224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828731.203227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828731.203229:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134473728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828731.203233:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828731] req@ffffa0e3d025ed00 x1874672134473856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828731.203242:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134473856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828731.203247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828731.203249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828731.203251:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828731.203255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828731] req@ffffa0e3d025da40 x1874672134473984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828731.203261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134473984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828731.203266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828731.203268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828731.203270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134473984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828731.842825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828731.842874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828732.866802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828732.866860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828733.250878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828733.250887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828733.250891:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828733.250900:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2104 00000100:00080000:3.0:1787828733.250910:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828733.250916:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828733.250968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134474240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828733.251017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828733.251019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828733.251021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828733.251024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2104 00000100:00080000:3.0:1787828733.251026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828733.251029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828733.251036:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828733.251046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134474368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828733.251052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828733.251055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828733.251056:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828733.251084:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134474240:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828733.251086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2104 00000100:00080000:3.0:1787828733.251092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828733.251097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828733.251101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828733.251111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134474496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828733.251119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828733.251141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828733.251143:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828733.251146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2104 00000100:00080000:3.0:1787828733.251149:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828733.251152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828733.251156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828733.251163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134474624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828733.251179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828733.251223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733] req@ffffa0e3c431b0c0 x1874672134474240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828733.251243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134474240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828733.251265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828733.251271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828733.251276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134474240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828733.251285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828733.251313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828733.251329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733] req@ffffa0e3c431bc00 x1874672134474368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828733.251343:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134474368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828733.251353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828733.251357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828733.251424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828733.251451:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828733.251473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828733.251497:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733] req@ffffa0e3c431a940 x1874672134474496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828733.251509:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134474496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828733.251518:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828733.251521:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828733.251524:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828733.251531:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828733.251553:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828733.251566:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733] req@ffffa0e3c4319680 x1874672134474624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828733.251579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134474624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828733.251587:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828733.251590:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828733.251594:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828733.890857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828733.890913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828734.914815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828734.914884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828735.938871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828735.939187:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828736.962798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828736.962849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828737.986838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828737.986934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828738.370840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828738.370851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828738.370856:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828738.370866:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2109 00000100:00080000:2.0:1787828738.370879:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828738.370888:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828738.370929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134474752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828738.370962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828738.370966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828738.370968:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828738.370974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2109 00000100:00080000:2.0:1787828738.370978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828738.370983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828738.370995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828738.371006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134474752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828738.371013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134474880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828738.371028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828738.371032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828738.371035:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828738.371040:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2109 00000100:00080000:2.0:1787828738.371045:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828738.371050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828738.371056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828738.371069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828738.371073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134475008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828738.371088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828738.371092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828738.371094:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828738.371099:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2109 00000100:00080000:2.0:1787828738.371103:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828738.371107:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828738.371114:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828738.371122:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738] req@ffffa0e3d025d2c0 x1874672134474752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828738.371137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134475136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828738.371146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134474752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828738.371164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828738.371168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828738.371172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134474752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828738.371205:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828738.371226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828738.371236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738] req@ffffa0e3d025e580 x1874672134474880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828738.371251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134474880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828738.371262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828738.371265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828738.371269:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134474880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828738.371277:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828738.371299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828738.371312:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738] req@ffffa0e3d025d680 x1874672134475008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828738.371325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134475008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828738.371342:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828738.371345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828738.371348:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828738.371353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475136:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828738.371371:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828738.371379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738] req@ffffa0e3d025cf00 x1874672134475136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828738.371392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134475136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828738.371402:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828738.371406:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828738.371409:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828739.010788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828739.010860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828740.034890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828740.035007:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828741.058879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828741.058963:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828742.082804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828742.082870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828743.106872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828743.106975:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828743.490879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828743.490892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828743.490899:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828743.490913:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2115 00000100:00080000:2.0:1787828743.490929:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828743.490939:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828743.490991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134475264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828743.491025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828743.491030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828743.491033:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828743.491048:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2115 00000100:00080000:2.0:1787828743.491052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828743.491057:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828743.491070:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828743.491086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134475392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828743.491098:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134475264:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828743.491110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828743.491116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828743.491118:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828743.491125:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2115 00000100:00080000:2.0:1787828743.491129:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828743.491134:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828743.491140:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828743.491158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134475520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828743.491180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828743.491185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828743.491187:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828743.491194:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2115 00000800:00000100:0.0:1787828743.491203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828743.491205:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828743.491214:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828743.491222:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828743.491239:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134475648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828743.491273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743] req@ffffa0e3d025e940 x1874672134475264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828743.491300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134475264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828743.491315:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828743.491321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828743.491326:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134475264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828743.491356:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828743.491384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828743.491399:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743] req@ffffa0e3d025f0c0 x1874672134475392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828743.491415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134475392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828743.491426:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828743.491430:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828743.491446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828743.491453:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828743.491472:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828743.491483:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743] req@ffffa0e3d025c3c0 x1874672134475520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828743.491497:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134475520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828743.491507:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828743.491510:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828743.491514:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828743.491520:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475648:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828743.491539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828743.491550:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743] req@ffffa0e3d025cb40 x1874672134475648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828743.491565:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134475648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828743.491592:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828743.491596:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828743.491600:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828744.130898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828744.131014:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828745.154792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828745.154868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828746.178840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828746.178974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828747.202863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828747.202942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828748.226797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828748.226899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828748.610933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828748.610941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828748.610945:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828748.610954:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2120 00000100:00080000:0.0:1787828748.610965:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828748.610970:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828748.611004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134475776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828748.611043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828748.611047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828748.611049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828748.611054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2120 00000100:00080000:0.0:1787828748.611058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828748.611062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828748.611073:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828748.611086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828748.611096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134475776:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828748.611104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828748.611107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828748.611109:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828748.611113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2120 00000100:00080000:0.0:1787828748.611116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828748.611119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828748.611124:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828748.611132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828748.611140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828748.611143:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828748.611156:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828748.611159:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2120 00000100:00080000:0.0:1787828748.611162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828748.611166:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828748.611166:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787828748.611171:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828748.611179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134476160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828748.611206:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffffa0e3c3e87840 x1874672134475776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828748.611224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134475776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828748.611246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828748.611250:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828748.611253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134475776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828748.611273:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828748.611290:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828748.611299:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffffa0e3c3e84f00 x1874672134475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828748.611307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134475904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828748.611313:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828748.611315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828748.611318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134475904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828748.611321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828748.611331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828748.611336:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffffa0e3c3e852c0 x1874672134476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828748.611343:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134476032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828748.611348:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828748.611350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828748.611352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828748.611355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828748.611368:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828748.611382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748] req@ffffa0e3c3e84b40 x1874672134476160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828748.611389:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134476160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828748.611394:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828748.611395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828748.611397:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828749.250793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828749.250882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828750.274795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828750.274861:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828751.298813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828751.298840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828752.322791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828752.322816:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828753.346866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828753.346942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828753.730855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828753.730865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828753.730868:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828753.730877:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2125 00000100:00080000:3.0:1787828753.730888:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828753.730895:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828753.730943:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134476288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828753.730970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828753.730973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828753.730975:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828753.730978:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2125 00000100:00080000:3.0:1787828753.730982:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828753.730987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828753.730996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828753.731007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134476416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828753.731012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134476288:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828753.731024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828753.731028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828753.731029:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828753.731033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2125 00000100:00080000:3.0:1787828753.731035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828753.731038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828753.731042:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828753.731051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134476544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828753.731063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828753.731066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828753.731067:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828753.731070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2125 00000100:00080000:3.0:1787828753.731074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828753.731076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828753.731081:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828753.731091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134476672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828753.731099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828753.731143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffffa0e3c4318f00 x1874672134476288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828753.731159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134476288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828753.731168:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828753.731172:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828753.731175:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134476288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828753.731198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828753.731216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828753.731226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffffa0e3c431a580 x1874672134476416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828753.731236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134476416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828753.731243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828753.731246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828753.731248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828753.731253:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828753.731277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828753.731290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffffa0e3c431a1c0 x1874672134476544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828753.731306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134476544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828753.731322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828753.731326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828753.731330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828753.731338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476672:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828753.731362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828753.731376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753] req@ffffa0e3c431ad00 x1874672134476672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828753.731391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134476672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828753.731400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828753.731404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828753.731407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828754.370853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828754.370868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828755.394792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828755.394879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828756.418812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828756.418847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828757.442895:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828757.442973:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828758.466826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828758.466882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828758.850848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828758.850858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828758.850862:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828758.850872:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2130 00000100:00080000:0.0:1787828758.850883:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828758.850890:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828758.850928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134476800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828758.850974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828758.850977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828758.850979:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828758.850983:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2130 00000100:00080000:0.0:1787828758.850986:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828758.850989:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828758.850998:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828758.851009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134476928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828758.851018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828758.851022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828758.851026:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828758.851027:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134476800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828758.851048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2130 00000100:00080000:0.0:1787828758.851054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828758.851057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828758.851061:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828758.851069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134477056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828758.851076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828758.851078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828758.851080:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828758.851082:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2130 00000100:00080000:0.0:1787828758.851087:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828758.851089:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828758.851092:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828758.851099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134477184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828758.851107:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828758.851142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffffa0e3c3e870c0 x1874672134476800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828758.851155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134476800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828758.851163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828758.851167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828758.851169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134476800:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828758.851189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828758.851205:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828758.851215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffffa0e3c3e86d00 x1874672134476928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828758.851223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134476928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828758.851229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828758.851231:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828758.851234:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134476928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828758.851237:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828758.851247:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828758.851252:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffffa0e3c3e861c0 x1874672134477056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828758.851264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134477056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828758.851269:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828758.851271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828758.851273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828758.851277:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828758.851288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828758.851293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828758/real 1787828758] req@ffffa0e3c3e86580 x1874672134477184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828758.851300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134477184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828758.851305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828758.851307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828758.851309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477184:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828759.490803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828759.490895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828760.514803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828760.514878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828761.538830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828761.538988:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828762.562830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828762.562878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828763.586858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828763.586956:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828763.970870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.970882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828763.970888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.970899:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2135 00000100:00080000:3.0:1787828763.970912:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.970921:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828763.970982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134477312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828763.971034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.971037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828763.971039:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.971043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2135 00000100:00080000:3.0:1787828763.971046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.971050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828763.971059:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828763.971068:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134477312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828763.971072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134477440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828763.971082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.971084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828763.971086:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.971089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2135 00000100:00080000:3.0:1787828763.971092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828763.971094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828763.971116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828763.971130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134477568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828763.971140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828763.971143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828763.971146:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828763.971151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2135 00000100:00080000:3.0:1787828763.971156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787828763.971162:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787828763.971165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828763.971173:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828763.971185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134477696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828763.971225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffffa0e3c4319a40 x1874672134477312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828763.971248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134477312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828763.971261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828763.971265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828763.971270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134477312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828763.971295:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828763.971319:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828763.971331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffffa0e3c4318000 x1874672134477440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828763.971344:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134477440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828763.971353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828763.971357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828763.971361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828763.971369:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828763.971387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828763.971398:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffffa0e3c4318b40 x1874672134477568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828763.971412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134477568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828763.971420:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828763.971423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828763.971426:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828763.971431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828763.971455:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828763.971486:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828763/real 1787828763] req@ffffa0e3c431b840 x1874672134477696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828763.971520:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134477696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828763.971530:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828763.971534:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828763.971537:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477696:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828764.610814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828764.610899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828765.634813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828765.634942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828766.658794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828766.658934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828767.682789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828767.682875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828768.706835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828768.706920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828769.090866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828769.090874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828769.090878:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828769.090887:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2140 00000100:00080000:1.0:1787828769.090898:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828769.090903:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828769.090938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134477824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828769.090962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828769.090965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828769.090967:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828769.090970:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2140 00000100:00080000:1.0:1787828769.090972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828769.090975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828769.090982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828769.090993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134477952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828769.091007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828769.091010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828769.091012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828769.091015:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134477824:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828769.091017:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2140 00000100:00080000:1.0:1787828769.091023:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828769.091028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828769.091031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828769.091039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134478080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828769.091044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828769.091047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828769.091048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828769.091050:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2140 00000100:00080000:1.0:1787828769.091053:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828769.091055:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828769.091058:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828769.091065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134478208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828769.091099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828769.091133:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769] req@ffffa0e3d98d43c0 x1874672134477824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828769.091148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134477824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828769.091160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828769.091165:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828769.091169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134477824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828769.091195:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828769.091217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828769.091228:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769] req@ffffa0e3d98d4f00 x1874672134477952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828769.091255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134477952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828769.091264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828769.091268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828769.091272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134477952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828769.091278:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828769.091296:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828769.091304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769] req@ffffa0e3d98d7840 x1874672134478080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828769.091318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134478080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828769.091324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828769.091326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828769.091328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828769.091332:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478208:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828769.091343:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828769.091348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769] req@ffffa0e3d98d5e00 x1874672134478208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828769.091356:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134478208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828769.091362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828769.091363:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828769.091365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828769.730803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828769.730846:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828770.754827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828770.754885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828771.778803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828771.778888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828772.802837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828772.802905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828773.826827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828773.826850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828774.210854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828774.210864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828774.210869:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828774.210880:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2145 00000100:00080000:0.0:1787828774.210893:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828774.210900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828774.210943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134478336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828774.210976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828774.210979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828774.210981:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828774.210985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2145 00000100:00080000:0.0:1787828774.210987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828774.210991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828774.211002:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828774.211014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828774.211027:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134478336:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828774.211029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828774.211036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828774.211045:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828774.211050:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2145 00000100:00080000:0.0:1787828774.211052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828774.211056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828774.211059:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828774.211072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828774.211079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828774.211083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828774.211085:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828774.211089:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2145 00000100:00080000:0.0:1787828774.211094:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828774.211097:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828774.211102:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828774.211108:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828774.211115:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134478720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828774.211163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774] req@ffffa0e3c3e87c00 x1874672134478336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828774.211178:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134478336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828774.211188:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828774.211191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828774.211194:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134478336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828774.211214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828774.211231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828774.211239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774] req@ffffa0e3c3e85a40 x1874672134478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828774.211248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134478464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828774.211253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828774.211255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828774.211258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828774.211262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828774.211273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828774.211278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774] req@ffffa0e3c3e86580 x1874672134478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828774.211286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134478592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828774.211296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828774.211298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828774.211300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828774.211303:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828774.211314:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828774.211320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774] req@ffffa0e3c3e861c0 x1874672134478720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828774.211327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134478720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828774.211332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828774.211334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828774.211336:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478720:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828774.850792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828774.850862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828775.874785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828775.874875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828776.898879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828776.898966:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828777.922783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828777.922826:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828778.946836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828778.946906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828779.330804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828779.330815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828779.330820:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828779.330831:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2150 00000100:00080000:3.0:1787828779.330844:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828779.330852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828779.330888:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134478848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828779.330917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828779.330921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828779.330923:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828779.330928:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2150 00000100:00080000:3.0:1787828779.330932:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828779.330935:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828779.330943:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828779.330955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134478976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828779.330963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828779.330967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828779.330969:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828779.330974:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134478848:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828779.330974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2150 00000100:00080000:3.0:1787828779.330979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828779.330985:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828779.330988:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828779.331001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134479104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828779.331011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828779.331015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828779.331017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828779.331021:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2150 00000100:00080000:3.0:1787828779.331025:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828779.331030:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828779.331035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828779.331058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134479232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828779.331064:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828779.331123:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779] req@ffffa0e3c43192c0 x1874672134478848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828779.331143:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134478848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828779.331162:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828779.331167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828779.331171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134478848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828779.331209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828779.331236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828779.331250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779] req@ffffa0e3c43183c0 x1874672134478976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828779.331271:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134478976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828779.331280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828779.331284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828779.331288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134478976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828779.331295:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828779.331317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828779.331329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779] req@ffffa0e3c4318780 x1874672134479104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828779.331342:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134479104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828779.331351:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828779.331354:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828779.331358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828779.331379:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479232:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828779.331403:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828779.331422:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779] req@ffffa0e3c4319e00 x1874672134479232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828779.331435:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134479232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828779.331443:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828779.331447:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828779.331451:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828779.970785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828779.970829:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828780.994882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828780.994935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828782.018832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828782.018859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828783.042831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828783.042897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828784.066860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828784.066920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828784.450862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828784.450874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828784.450878:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828784.450889:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2155 00000100:00080000:1.0:1787828784.450901:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828784.450908:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828784.450951:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134479360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828784.450986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828784.450991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828784.450993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828784.450999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2155 00000100:00080000:1.0:1787828784.451004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828784.451009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828784.451021:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828784.451030:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134479360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828784.451035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134479488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828784.451045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828784.451048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828784.451049:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828784.451052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2155 00000100:00080000:1.0:1787828784.451054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828784.451057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828784.451060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828784.451069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134479616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828784.451076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828784.451079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828784.451080:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828784.451083:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2155 00000100:00080000:1.0:1787828784.451098:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828784.451102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828784.451106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787828784.451115:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828784.451123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134479744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828784.451163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784] req@ffffa0e3d98d4780 x1874672134479360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828784.451180:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134479360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828784.451188:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828784.451192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828784.451195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134479360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828784.451217:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828784.451233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828784.451242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784] req@ffffa0e3d98d6940 x1874672134479488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828784.451250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134479488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828784.451257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828784.451259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828784.451262:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828784.451265:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828784.451275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828784.451281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784] req@ffffa0e3d98d61c0 x1874672134479616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828784.451288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134479616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828784.451293:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828784.451295:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828784.451297:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828784.451300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828784.451310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828784.451316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784] req@ffffa0e3d98d5680 x1874672134479744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828784.451337:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134479744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828784.451344:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828784.451346:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828784.451348:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134479744:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828785.090831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828785.090887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828786.114854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828786.114906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828787.138809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828787.138916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828788.162851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828788.162927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828789.186805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828789.186887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828789.570800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828789.570808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828789.570811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828789.570820:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2161 00000100:00080000:3.0:1787828789.570830:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828789.570836:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828789.570872:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134479872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828789.570897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828789.570901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828789.570903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828789.570908:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2161 00000100:00080000:3.0:1787828789.570912:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828789.570917:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828789.570927:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828789.570941:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134479872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828789.570945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134480000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828789.570955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828789.570958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828789.570959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828789.570962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2161 00000100:00080000:3.0:1787828789.570965:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828789.570968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828789.570972:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828789.570982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134480128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828789.570988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828789.570991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828789.570992:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828789.570994:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2161 00000100:00080000:3.0:1787828789.570998:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787828789.571003:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787828789.571005:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828789.571010:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828789.571018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134480256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828789.571053:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffffa0e3c4319e00 x1874672134479872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828789.571070:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134479872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828789.571078:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828789.571082:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828789.571085:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134479872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828789.571109:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828789.571135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828789.571148:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffffa0e3c4318780 x1874672134480000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828789.571158:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134480000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828789.571164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828789.571166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828789.571169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828789.571173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828789.571186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828789.571193:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffffa0e3c43183c0 x1874672134480128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828789.571201:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134480128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828789.571206:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828789.571208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828789.571210:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828789.571214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828789.571224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828789.571230:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828789] req@ffffa0e3c43192c0 x1874672134480256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828789.571238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134480256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828789.571243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828789.571245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828789.571247:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480256:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828790.210856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828790.210929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828791.234853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828791.234926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828792.258857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828792.258929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828793.282786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828793.282875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828794.306797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828794.306878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828794.690817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828794.690825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828794.690840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828794.690848:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2166 00000100:00080000:3.0:1787828794.690857:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828794.690863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828794.690894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134480384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828794.690928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828794.690931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828794.690932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828794.690935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2166 00000100:00080000:3.0:1787828794.690937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828794.690940:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828794.690947:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828794.690955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134480512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828794.690967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828794.690974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828794.690976:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828794.690980:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134480384:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828794.690982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2166 00000100:00080000:3.0:1787828794.690987:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828794.690992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828794.690995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828794.691005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134480640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828794.691012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828794.691015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828794.691017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828794.691019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2166 00000100:00080000:3.0:1787828794.691022:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828794.691025:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828794.691028:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828794.691036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134480768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828794.691083:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828794.691108:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828794.691132:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828795.330816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828795.330859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828796.354792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828796.354874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828797.378844:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828797.378900:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000400:00000100:1.0:1787828797.762965:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828797.763009:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828797.763023:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828797.763055:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828797.763061:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828797.763067:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787828797.763119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffffa0e3c4318000 x1874672134480640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.763146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134480640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.763159:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.763165:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828797.763176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828797.763185:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffffa0e3c4319a40 x1874672134480768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.763198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134480768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.763207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.763211:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828797.763215:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787828797.763221:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffffa0e3c431b840 x1874672134480384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.763247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134480384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.763257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.763260:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828797.763263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134480384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828797.763270:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828797] req@ffffa0e3c4318b40 x1874672134480512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.763283:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134480512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.763292:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.763296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828797.763299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134480512:192.168.203.106@tcp:38:kworker.0 00010000:00010000:1.0:1787828798.402907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828798.402943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787828799.426809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828799.426868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828799.810886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828799.810893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828799.810897:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828799.810905:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2171 00000100:00080000:1.0:1787828799.810916:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828799.810923:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828799.810972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134480896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828799.810998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828799.811003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828799.811005:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828799.811011:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2171 00000100:00080000:1.0:1787828799.811016:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828799.811021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828799.811032:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828799.811052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828799.811053:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134480896:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828799.811079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828799.811088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828799.811090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828799.811095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2171 00000100:00080000:1.0:1787828799.811100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828799.811104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828799.811109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828799.811125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828799.811136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828799.811137:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787828799.811143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828799.811146:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828799.811152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2171 00000100:00080000:1.0:1787828799.811157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828799.811162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828799.811167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828799.811182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134481280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828799.811187:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffffa0e3d98d52c0 x1874672134480896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.811230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134480896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.811243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.811248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828799.811253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134480896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828799.811282:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828799.811309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828799.811325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffffa0e3d98d5680 x1874672134481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.811339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134481024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.811348:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.811352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828799.811356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828799.811363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828799.811384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828799.811396:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffffa0e3d98d61c0 x1874672134481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.811416:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134481152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.811432:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.811436:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828799.811439:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828799.811446:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828799.811469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828799.811482:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799] req@ffffa0e3d98d6940 x1874672134481280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828799.811495:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134481280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828799.811505:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828799.811508:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828799.811512:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828800.450804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828800.450853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828801.474894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828801.474947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828802.498813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828802.498886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828803.522786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828803.522857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828804.546967:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828804.547004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828804.930890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828804.930919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828804.930924:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828804.930936:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2176 00000100:00080000:2.0:1787828804.930950:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828804.930959:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828804.931009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134481408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828804.931052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828804.931056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828804.931057:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828804.931061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2176 00000100:00080000:2.0:1787828804.931064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828804.931067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828804.931076:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828804.931088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134481536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828804.931093:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134481408:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828804.931103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828804.931108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828804.931109:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828804.931113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2176 00000100:00080000:2.0:1787828804.931115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828804.931118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828804.931121:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828804.931131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134481664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828804.931139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828804.931142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828804.931143:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828804.931146:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2176 00000100:00080000:2.0:1787828804.931150:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828804.931153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828804.931157:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828804.931162:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828804.931169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134481792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828804.931218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffffa0e3d025fc00 x1874672134481408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.931234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134481408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.931248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.931251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828804.931254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134481408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828804.931275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828804.931293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828804.931302:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffffa0e3d025f480 x1874672134481536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.931311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134481536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.931318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.931321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828804.931323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828804.931327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828804.931339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828804.931345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffffa0e3d025e1c0 x1874672134481664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.931353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134481664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.931359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.931361:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828804.931363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828804.931367:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481792:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828804.931379:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828804.931386:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828804/real 1787828804] req@ffffa0e3d025c780 x1874672134481792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828804.931393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134481792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828804.931399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828804.931401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828804.931403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134481792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828805.570789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828805.570850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828806.594822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828806.594907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828807.618812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828807.618906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828808.642786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828808.642860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828809.666925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828809.667025:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828810.050908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828810.050924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828810.050931:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828810.050965:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2181 00000100:00080000:3.0:1787828810.050983:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828810.050993:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828810.051043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134481920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828810.051088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828810.051094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828810.051097:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828810.051102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2181 00000100:00080000:3.0:1787828810.051107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828810.051113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828810.051127:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828810.051144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134482048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828810.051202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828810.051207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828810.051211:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828810.051216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134481920:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828810.051221:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2181 00000100:00080000:3.0:1787828810.051254:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828810.051260:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828810.051267:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828810.051287:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134482176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828810.051301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828810.051306:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828810.051309:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828810.051313:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2181 00000100:00080000:3.0:1787828810.051318:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828810.051322:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828810.051329:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828810.051342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134482304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828810.051357:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828810.051440:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810] req@ffffa0e3c431ad00 x1874672134481920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828810.051477:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134481920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828810.051499:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828810.051506:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828810.051514:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134481920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828810.051556:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828810.051600:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828810.051637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810] req@ffffa0e3c431a1c0 x1874672134482048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828810.051652:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134482048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828810.051664:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828810.051667:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828810.051671:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828810.051678:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828810.051698:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828810.051709:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810] req@ffffa0e3c431a580 x1874672134482176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828810.051722:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134482176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828810.051731:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828810.051734:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828810.051737:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828810.051782:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482304:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828810.051808:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828810.051822:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810] req@ffffa0e3c4318f00 x1874672134482304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828810.051836:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134482304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828810.051845:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828810.051848:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828810.051853:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828810.690856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828810.690978:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828811.714856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828811.714941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828812.738789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828812.738870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828813.762852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828813.762950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828814.786785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828814.786899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828815.170863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828815.170874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828815.170878:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828815.170889:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2186 00000100:00080000:1.0:1787828815.170900:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828815.170908:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828815.170946:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134482432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828815.170983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828815.170990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828815.170993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828815.171000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2186 00000100:00080000:1.0:1787828815.171007:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828815.171015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828815.171029:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828815.171035:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134482432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828815.171051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134482560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828815.171066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828815.171071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828815.171073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828815.171078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2186 00000100:00080000:1.0:1787828815.171095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828815.171100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828815.171105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828815.171127:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828815.171146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134482688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828815.171159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828815.171163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828815.171165:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828815.171170:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2186 00000100:00080000:1.0:1787828815.171175:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828815.171177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815] req@ffffa0e3d98d4780 x1874672134482432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828815.171184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828815.171195:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828815.171210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134482432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828815.171215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134482816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828815.171243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828815.171251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828815.171257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134482432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828815.171286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828815.171311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828815.171324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815] req@ffffa0e3d98d5e00 x1874672134482560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828815.171337:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134482560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828815.171345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828815.171348:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828815.171352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828815.171357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828815.171372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828815.171382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815] req@ffffa0e3d98d7840 x1874672134482688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828815.171393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134482688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828815.171400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828815.171403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828815.171405:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828815.171411:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828815.171426:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828815.171434:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815] req@ffffa0e3d98d4f00 x1874672134482816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828815.171444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134482816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828815.171452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828815.171454:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828815.171459:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134482816:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828815.810848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828815.810949:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828816.834828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828816.834966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828817.858813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828817.858863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828818.882802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828818.882886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828819.906856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828819.906912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828820.290863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828820.290871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828820.290874:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828820.290883:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2191 00000100:00080000:3.0:1787828820.290893:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828820.290899:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828820.290932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134482944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828820.290956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828820.290959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828820.290960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828820.290964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2191 00000100:00080000:3.0:1787828820.290966:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828820.290968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828820.291006:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828820.291023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134483072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828820.291036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828820.291041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828820.291044:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828820.291048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2191 00000100:00080000:3.0:1787828820.291053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828820.291059:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134482944:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828820.291061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828820.291071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828820.291122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134483200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828820.291158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828820.291160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828820.291162:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828820.291165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2191 00000100:00080000:3.0:1787828820.291167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828820.291170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828820.291174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828820.291182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134483328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828820.291197:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828820.291236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820] req@ffffa0e3c4319680 x1874672134482944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828820.291255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134482944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828820.291267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828820.291271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828820.291276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134482944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828820.291284:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828820.291313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828820.291325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820] req@ffffa0e3c431a940 x1874672134483072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828820.291339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134483072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828820.291348:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828820.291351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828820.291355:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828820.291379:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828820.291395:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828820.291404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820] req@ffffa0e3c431bc00 x1874672134483200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828820.291416:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134483200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828820.291425:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828820.291429:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828820.291432:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828820.291439:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483328:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828820.291454:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828820.291462:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820] req@ffffa0e3c431b0c0 x1874672134483328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828820.291474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134483328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828820.291483:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828820.291486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828820.291489:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828820.930860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828820.930918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828821.954803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828821.954919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828822.978849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828822.978901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828824.002829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828824.002890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828825.026813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828825.026923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828825.410797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828825.410805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828825.410809:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828825.410818:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2196 00000100:00080000:3.0:1787828825.410829:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828825.410837:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828825.410881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134483456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828825.410907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828825.410910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828825.410911:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828825.410915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2196 00000100:00080000:3.0:1787828825.410918:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828825.410921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828825.410930:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828825.410941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828825.410949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828825.410952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828825.410955:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828825.410957:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134483456:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828825.410960:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2196 00000100:00080000:3.0:1787828825.410966:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828825.410969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828825.410972:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828825.410981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828825.410987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828825.410990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828825.410991:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828825.410994:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2196 00000100:00080000:3.0:1787828825.410997:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828825.411000:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828825.411003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828825.411010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134483840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828825.411020:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828825.411069:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825] req@ffffa0e3c431b0c0 x1874672134483456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828825.411083:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134483456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828825.411091:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828825.411094:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828825.411097:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134483456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828825.411117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828825.411134:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828825.411143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825] req@ffffa0e3c431bc00 x1874672134483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828825.411153:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134483584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828825.411158:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828825.411161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828825.411163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828825.411167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828825.411177:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828825.411183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825] req@ffffa0e3c431a940 x1874672134483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828825.411190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134483712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828825.411196:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828825.411197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828825.411199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828825.411203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828825.411213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828825.411219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825] req@ffffa0e3c4319680 x1874672134483840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828825.411226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134483840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828825.411245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828825.411248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828825.411250:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134483840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828826.050786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828826.050841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828827.074830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828827.074900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828828.098840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828828.098954:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828829.122818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828829.122902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828830.146877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828830.146988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828830.530811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828830.530820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828830.530825:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828830.530836:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2202 00000100:00080000:3.0:1787828830.530847:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828830.530853:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828830.530891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134483968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828830.530916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828830.530919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828830.530921:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828830.530925:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2202 00000100:00080000:3.0:1787828830.530927:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828830.530930:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828830.530939:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828830.530950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134484096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828830.530960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828830.530963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828830.530965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828830.530968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2202 00000100:00080000:3.0:1787828830.530970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828830.530977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134483968:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828830.530977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828830.530982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828830.530997:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134484224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828830.531027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828830.531031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828830.531032:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828830.531036:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2202 00000100:00080000:3.0:1787828830.531040:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828830.531043:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828830.531048:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828830.531059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134484352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828830.531078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828830.531120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffffa0e3c4318f00 x1874672134483968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828830.531136:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134483968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828830.531146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828830.531149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828830.531153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134483968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828830.531160:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828830.531179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828830.531189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffffa0e3c431a580 x1874672134484096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828830.531209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134484096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828830.531217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828830.531220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828830.531223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828830.531249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828830.531265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828830.531282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffffa0e3c431a1c0 x1874672134484224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828830.531292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134484224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828830.531299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828830.531302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828830.531305:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828830.531310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828830.531324:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828830.531331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830] req@ffffa0e3c431ad00 x1874672134484352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828830.531340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134484352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828830.531347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828830.531356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828830.531359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828831.170839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828831.170890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828832.194856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828832.194959:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828833.218861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828833.218935:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828834.242808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828834.242876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828835.266888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828835.266926:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828835.650922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828835.650944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828835.650949:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828835.650962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2207 00000100:00080000:3.0:1787828835.651007:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828835.651016:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828835.651080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134484480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828835.651110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828835.651114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828835.651116:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828835.651119:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2207 00000100:00080000:3.0:1787828835.651122:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828835.651126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828835.651139:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828835.651161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134484608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828835.651171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828835.651177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787828835.651178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134484480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828835.651179:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828835.651189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2207 00000100:00080000:3.0:1787828835.651192:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828835.651195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828835.651199:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828835.651212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134484736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828835.651219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828835.651223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828835.651224:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828835.651227:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2207 00000100:00080000:3.0:1787828835.651230:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828835.651233:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828835.651238:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828835.651247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134484864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828835.651278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828835.651328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffffa0e3c4318b40 x1874672134484480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828835.651360:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134484480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828835.651387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828835.651391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828835.651395:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134484480:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828835.651423:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828835.651460:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828835.651471:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffffa0e3c431b840 x1874672134484608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828835.651489:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134484608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828835.651496:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828835.651499:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828835.651503:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828835.651508:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828835.651525:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828835.651550:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffffa0e3c4319a40 x1874672134484736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828835.651562:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134484736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828835.651574:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828835.651577:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828835.651580:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828835.651590:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484864:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828835.651614:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828835.651629:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835] req@ffffa0e3c4318000 x1874672134484864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828835.651639:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134484864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828835.651646:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828835.651649:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828835.651652:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134484864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828836.290805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828836.290947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828837.314785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828837.314880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828838.338827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828838.338878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828839.362815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828839.362866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828840.386825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828840.386887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828840.770834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828840.770848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828840.770855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828840.770869:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2212 00000100:00080000:3.0:1787828840.770883:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828840.770893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828840.770961:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134484992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828840.770997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828840.771002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828840.771005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828840.771010:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2212 00000100:00080000:3.0:1787828840.771015:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828840.771020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828840.771033:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828840.771051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134485120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828840.771062:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134484992:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787828840.771078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828840.771084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828840.771087:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828840.771093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2212 00000100:00080000:3.0:1787828840.771099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828840.771104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828840.771110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828840.771127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134485248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828840.771137:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787828840.771154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828840.771159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828840.771161:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828840.771168:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2212 00000100:00080000:3.0:1787828840.771175:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828840.771181:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828840.771184:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffffa0e3c43192c0 x1874672134484992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828840.771191:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828840.771207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134484992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828840.771214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134485376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828840.771234:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828840.771244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828840.771248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134484992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828840.771276:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828840.771296:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828840.771306:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffffa0e3c43183c0 x1874672134485120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828840.771316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134485120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828840.771322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828840.771325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828840.771327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828840.771331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828840.771341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828840.771347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffffa0e3c4318780 x1874672134485248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828840.771354:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134485248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828840.771360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828840.771362:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828840.771364:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828840.771367:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828840.771378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828840.771384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840] req@ffffa0e3c4319e00 x1874672134485376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828840.771393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134485376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828840.771398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828840.771400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828840.771401:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828841.410798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828841.410853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828842.434792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828842.434840:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828843.458807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828843.458866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828844.482833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828844.482885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828845.506806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828845.506849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828845.890817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828845.890825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828845.890829:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828845.890837:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2217 00000100:00080000:3.0:1787828845.890847:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828845.890853:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828845.890888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134485504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828845.890925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828845.890928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828845.890929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828845.890933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2217 00000100:00080000:3.0:1787828845.890935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828845.890938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828845.890946:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828845.890957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134485632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828845.890965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828845.890968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828845.890969:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828845.890972:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2217 00000100:00080000:3.0:1787828845.890974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828845.890976:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828845.890981:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828845.890982:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134485504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828845.890992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134485760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828845.890999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828845.891003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828845.891004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828845.891006:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2217 00000100:00080000:3.0:1787828845.891008:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828845.891011:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828845.891014:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828845.891021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134485888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828845.891042:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828845.891078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffffa0e3c4319e00 x1874672134485504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828845.891091:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134485504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828845.891100:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828845.891103:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828845.891106:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134485504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828845.891122:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828845.891137:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828845.891146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffffa0e3c4318780 x1874672134485632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828845.891157:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134485632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828845.891173:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828845.891177:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828845.891180:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828845.891206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828845.891224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828845.891232:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffffa0e3c43183c0 x1874672134485760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828845.891240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134485760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828845.891254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828845.891256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828845.891258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828845.891262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485888:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828845.891275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828845.891281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828845/real 1787828845] req@ffffa0e3c43192c0 x1874672134485888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828845.891289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134485888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828845.891301:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828845.891303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828845.891306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134485888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828846.530814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828846.530907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828847.554854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828847.555008:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828848.578803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828848.578866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828849.602782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828849.602855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828850.626825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828850.626925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828851.010820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828851.010831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828851.010836:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828851.010847:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2222 00000100:00080000:3.0:1787828851.010859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828851.010882:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828851.010942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134486016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828851.010972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828851.010975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828851.010976:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828851.010980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2222 00000100:00080000:3.0:1787828851.010982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828851.010985:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828851.010995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828851.011005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828851.011012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828851.011014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828851.011015:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828851.011018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2222 00000100:00080000:3.0:1787828851.011020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828851.011022:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828851.011025:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828851.011031:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134486016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828851.011036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828851.011049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828851.011051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828851.011052:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828851.011055:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2222 00000100:00080000:3.0:1787828851.011057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828851.011059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828851.011062:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828851.011070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134486400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828851.011124:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828851.011189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851] req@ffffa0e3c4318000 x1874672134486016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.011212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134486016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.011224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.011230:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828851.011235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134486016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828851.011244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828851.011270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828851.011284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851] req@ffffa0e3c4319a40 x1874672134486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.011298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134486144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.011307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.011311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828851.011315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828851.011345:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828851.011365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828851.011377:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851] req@ffffa0e3c431b840 x1874672134486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.011400:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134486272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.011410:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.011413:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828851.011416:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828851.011423:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828851.011442:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828851.011452:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851] req@ffffa0e3c4318b40 x1874672134486400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.011465:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134486400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.011473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.011476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828851.011479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486400:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828851.650807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828851.650996:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828852.674844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828852.675019:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828853.698914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828853.699020:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828854.722854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828854.722924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828855.746807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828855.746928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828856.130859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828856.130867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828856.130882:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828856.130891:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2227 00000100:00080000:2.0:1787828856.130902:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828856.130909:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828856.130945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134486528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828856.130969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828856.130972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828856.130973:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828856.130977:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2227 00000100:00080000:2.0:1787828856.130979:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828856.130982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828856.130991:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828856.131001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134486656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828856.131014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828856.131017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828856.131019:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828856.131023:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2227 00000100:00080000:2.0:1787828856.131025:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828856.131028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828856.131031:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828856.131038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134486784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828856.131047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828856.131051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828856.131052:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828856.131059:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2227 00000100:00080000:2.0:1787828856.131065:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828856.131067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134486528:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828856.131073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828856.131091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828856.131100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134486912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828856.131179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828856.131235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828856] req@ffffa0e3d025c000 x1874672134486528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828856.131258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134486528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828856.131273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828856.131277:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828856.131280:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134486528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828856.131290:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828856.131327:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828856.131342:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828856] req@ffffa0e3d025c780 x1874672134486656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828856.131356:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134486656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828856.131362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828856.131364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828856.131367:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828856.131404:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828856.131427:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828856.131439:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828856] req@ffffa0e3d025e1c0 x1874672134486784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828856.131453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134486784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828856.131462:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828856.131465:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828856.131467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828856.131473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486912:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828856.131492:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828856.131500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828856] req@ffffa0e3d025f480 x1874672134486912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828856.131507:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134486912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828856.131513:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828856.131515:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828856.131517:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134486912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787828856.770885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828856.771015:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828857.794839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828857.794922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828858.818824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828858.818918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828859.842779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828859.842946:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828860.866857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828860.866919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828861.250840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828861.250850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828861.250855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828861.250866:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2232 00000100:00080000:1.0:1787828861.250878:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828861.250885:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828861.250929:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134487040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828861.250961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828861.250964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828861.250966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828861.250969:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2232 00000100:00080000:1.0:1787828861.250972:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828861.250974:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828861.250983:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828861.250995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134487168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828861.251004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828861.251006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828861.251008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828861.251011:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2232 00000100:00080000:1.0:1787828861.251013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828861.251016:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828861.251028:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828861.251036:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134487040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828861.251037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134487296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828861.251052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828861.251054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828861.251055:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828861.251057:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2232 00000100:00080000:1.0:1787828861.251059:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828861.251061:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828861.251064:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828861.251072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134487424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828861.251186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828861.251232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828861.251264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487424:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828861.890767:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828861.890838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828862.914914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828862.914971:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828863.938825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828863.938936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828864.323293:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787828864.323386:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828864.323417:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828864.323495:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828864.323523:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787828864.323542:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787828864.323567:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828864] req@ffffa0e3d98d7840 x1874672134487296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828864.323623:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134487296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828864.323641:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828864.323650:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828864.323658:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828864.323690:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828864] req@ffffa0e3d98d5e00 x1874672134487424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828864.323757:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134487424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828864.323789:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828864.323796:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828864.323801:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487424:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787828864.323814:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828864] req@ffffa0e3d98d43c0 x1874672134487040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828864.323856:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134487040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828864.323869:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828864.323877:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828864.323883:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134487040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828864.323896:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828864] req@ffffa0e3d98d4f00 x1874672134487168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828864.323920:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134487168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828864.323934:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828864.323940:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828864.323947:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828864.962843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828864.962903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828865.986925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828865.987031:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828866.370866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828866.370874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828866.370878:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828866.370886:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2237 00000100:00080000:0.0:1787828866.370897:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828866.370905:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828866.370945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134487552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828866.370977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828866.370981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828866.370982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828866.371004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2237 00000100:00080000:0.0:1787828866.371009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828866.371013:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828866.371023:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828866.371038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134487680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828866.371043:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134487552:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828866.371074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828866.371079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828866.371081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828866.371086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2237 00000100:00080000:0.0:1787828866.371091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828866.371095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828866.371100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828866.371114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134487808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828866.371124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828866.371128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828866.371130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828866.371137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2237 00000800:00000100:1.0:1787828866.371137:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828866.371145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828866.371150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828866.371157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828866.371171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134487936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828866.371187:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866] req@ffffa0e3c3e86d00 x1874672134487552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828866.371209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134487552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828866.371221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828866.371226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828866.371230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134487552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828866.371256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828866.371281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828866.371296:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866] req@ffffa0e3c3e870c0 x1874672134487680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828866.371308:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134487680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828866.371323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828866.371344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828866.371348:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828866.371355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828866.371376:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828866.371388:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866] req@ffffa0e3c3e84b40 x1874672134487808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828866.371399:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134487808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828866.371407:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828866.371411:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828866.371414:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828866.371420:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828866.371443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828866.371455:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866] req@ffffa0e3c3e852c0 x1874672134487936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828866.371466:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134487936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828866.371474:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828866.371478:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828866.371482:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134487936:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828867.010874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828867.010968:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828868.034861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828868.034924:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828869.058827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828869.058903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828870.082848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828870.082913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828871.106802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828871.106861:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828871.490899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828871.490910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828871.490915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828871.490928:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2243 00000100:00080000:0.0:1787828871.490942:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828871.490951:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828871.490991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134488064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828871.491030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828871.491036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828871.491039:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828871.491045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2243 00000100:00080000:0.0:1787828871.491051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828871.491057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828871.491070:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828871.491090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134488192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828871.491097:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134488064:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828871.491119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828871.491128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828871.491131:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828871.491138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2243 00000100:00080000:0.0:1787828871.491143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828871.491149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828871.491156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828871.491183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134488320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828871.491193:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828871.491203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828871.491208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828871.491211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828871.491217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2243 00000100:00080000:0.0:1787828871.491221:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828871.491226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828871.491232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828871.491256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134488448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828871.491430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871] req@ffffa0e3c3e84f00 x1874672134488064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828871.491454:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134488064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828871.491505:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828871.491511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828871.491516:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134488064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828871.491541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828871.491561:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828871.491572:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871] req@ffffa0e3c3e87840 x1874672134488192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828871.491580:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134488192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828871.491586:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828871.491589:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828871.491591:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828871.491595:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828871.491605:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828871.491611:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871] req@ffffa0e3c3e85680 x1874672134488320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828871.491619:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134488320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828871.491624:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828871.491626:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828871.491628:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828871.491631:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488448:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828871.491642:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828871.491648:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871] req@ffffa0e3c3e86940 x1874672134488448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828871.491655:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134488448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828871.491661:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828871.491662:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828871.491664:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488448:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828872.130926:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828872.130952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828873.154832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828873.154912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828874.178832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828874.178950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828875.202828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828875.202912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828876.226841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828876.226914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828876.610829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828876.610837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828876.610841:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828876.610850:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2248 00000100:00080000:3.0:1787828876.610859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828876.610865:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828876.610900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134488576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828876.610925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828876.610928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828876.610930:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828876.610933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2248 00000100:00080000:3.0:1787828876.610935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828876.610937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828876.610944:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828876.610953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828876.610961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828876.610963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828876.610964:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828876.610967:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2248 00000100:00080000:3.0:1787828876.610969:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828876.610971:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828876.610974:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828876.610977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134488576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828876.610984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828876.610997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828876.610999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828876.611000:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828876.611003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2248 00000100:00080000:3.0:1787828876.611005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828876.611008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787828876.611011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787828876.611019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134488960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828876.611040:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828876.611074:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffffa0e3c431ad00 x1874672134488576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828876.611088:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134488576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828876.611096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828876.611099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828876.611102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134488576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828876.611107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828876.611122:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828876.611129:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffffa0e3c431a1c0 x1874672134488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828876.611138:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134488704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828876.611143:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828876.611145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828876.611147:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828876.611168:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828876.611179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828876.611185:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffffa0e3c431a580 x1874672134488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828876.611192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134488832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828876.611197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828876.611199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828876.611201:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828876.611204:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488960:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828876.611214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828876.611220:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876] req@ffffa0e3c4318f00 x1874672134488960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828876.611229:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134488960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828876.611237:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828876.611240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828876.611244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134488960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828877.250807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828877.250895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828878.274832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828878.274986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828879.298850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828879.298986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828880.322829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828880.322897:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828881.346793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828881.346905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828881.730828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.730835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828881.730839:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.730848:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2253 00000100:00080000:2.0:1787828881.730860:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.730868:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828881.730928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134489088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828881.730960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.730965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828881.730968:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.730974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2253 00000100:00080000:2.0:1787828881.730980:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.730986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828881.730999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828881.731016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134489216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828881.731027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.731030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828881.731032:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.731038:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2253 00000100:00100000:1.0:1787828881.731041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134489088:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828881.731042:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.731051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828881.731059:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828881.731069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134489344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828881.731077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828881.731080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828881.731082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828881.731086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2253 00000100:00080000:2.0:1787828881.731088:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828881.731092:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828881.731097:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828881.731106:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134489472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828881.731128:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828881.731189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffffa0e3d025fc00 x1874672134489088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.731214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134489088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.731225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.731230:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828881.731234:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134489088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828881.731259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828881.731283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828881.731298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffffa0e3d025cb40 x1874672134489216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.731310:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134489216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.731318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.731321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828881.731324:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828881.731330:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828881.731349:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828881.731359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffffa0e3d025c3c0 x1874672134489344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.731370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134489344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.731383:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.731386:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828881.731389:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828881.731394:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828881.731410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828881.731419:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881] req@ffffa0e3d025f0c0 x1874672134489472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828881.731428:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134489472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828881.731436:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828881.731439:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828881.731441:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489472:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828882.370845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828882.370918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828883.394801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828883.394896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828884.418783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828884.418894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828885.442847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828885.442939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828886.466796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828886.466865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828886.850798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828886.850807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828886.850811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828886.850821:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2258 00000100:00080000:0.0:1787828886.850831:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828886.850837:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828886.850871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134489600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828886.850897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828886.850900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828886.850901:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828886.850911:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2258 00000100:00080000:0.0:1787828886.850914:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828886.850917:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828886.850927:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828886.850941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134489728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828886.850953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828886.850958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828886.850960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828886.850966:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2258 00000100:00080000:0.0:1787828886.850970:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828886.850977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134489600:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828886.850978:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828886.850989:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828886.851004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134489856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828886.851019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828886.851022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828886.851024:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828886.851027:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2258 00000100:00080000:0.0:1787828886.851031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828886.851034:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828886.851038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787828886.851045:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828886.851050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134489984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828886.851089:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffffa0e3c3e85e00 x1874672134489600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.851104:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134489600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.851112:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.851115:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828886.851118:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134489600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828886.851124:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828886.851138:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828886.851147:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffffa0e3c3e87480 x1874672134489728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.851156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134489728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.851161:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.851163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828886.851165:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828886.851184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828886.851195:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828886.851202:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffffa0e3c3e86940 x1874672134489856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.851210:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134489856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.851215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.851217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828886.851219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828886.851223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489984:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828886.851233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828886.851239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828886/real 1787828886] req@ffffa0e3c3e85680 x1874672134489984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.851248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134489984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.851253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.851255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828886.851257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134489984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828887.490814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828887.490853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828888.514812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828888.514908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828889.538807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828889.538862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828890.562833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828890.562883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828891.586851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828891.586915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828891.970856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828891.970873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828891.970880:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828891.970895:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2263 00000100:00080000:0.0:1787828891.970914:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828891.970927:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828891.971004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134490112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828891.971055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828891.971060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828891.971063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828891.971068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2263 00000100:00080000:0.0:1787828891.971080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828891.971086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828891.971101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828891.971125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134490240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828891.971146:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134490112:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828891.971152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828891.971166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828891.971170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828891.971180:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2263 00000100:00080000:0.0:1787828891.971189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828891.971194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828891.971203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828891.971240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134490368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828891.971257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828891.971263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828891.971269:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828891.971271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787828891.971283:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2263 00000100:00080000:0.0:1787828891.971294:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828891.971302:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828891.971311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828891.971328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134490496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828891.971344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffffa0e3c3e87840 x1874672134490112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.971375:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134490112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.971393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.971399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828891.971406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134490112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828891.971437:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828891.971473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828891.971494:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffffa0e3c3e84f00 x1874672134490240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.971513:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134490240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.971538:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.971543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828891.971549:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828891.971559:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787828891.971617:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828891.971655:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffffa0e3c3e852c0 x1874672134490368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.971676:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134490368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.971690:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.971695:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828891.971701:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787828891.971712:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490496:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787828891.971809:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828891.971846:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828891/real 1787828891] req@ffffa0e3c3e84b40 x1874672134490496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828891.971885:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134490496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828891.971900:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828891.971905:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787828891.971913:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828892.610810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828892.610867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828893.634849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828893.634961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828894.658796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828894.658857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828895.682815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828895.682899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828896.706793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828896.706871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828897.090872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828897.090887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828897.090891:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828897.090899:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2268 00000100:00080000:1.0:1787828897.090910:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828897.090916:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828897.090961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134490624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828897.090985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828897.090988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828897.090989:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828897.090992:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2268 00000100:00080000:1.0:1787828897.090995:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828897.090997:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828897.091016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828897.091029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134490752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828897.091036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828897.091038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828897.091039:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828897.091041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2268 00000100:00080000:1.0:1787828897.091043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828897.091046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828897.091049:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828897.091057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134490880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828897.091064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828897.091066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828897.091068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828897.091071:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2268 00000100:00080000:1.0:1787828897.091073:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828897.091079:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828897.091080:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134490624:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828897.091082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828897.091100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134491008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828897.091153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828897.091186:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897] req@ffffa0e3d98d4f00 x1874672134490624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828897.091199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134490624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828897.091207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828897.091210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828897.091213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134490624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828897.091218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828897.091231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828897.091238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897] req@ffffa0e3d98d43c0 x1874672134490752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828897.091246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134490752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828897.091251:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828897.091253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828897.091255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828897.091258:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828897.091272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828897.091278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897] req@ffffa0e3d98d5e00 x1874672134490880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828897.091285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134490880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828897.091290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828897.091292:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828897.091294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134490880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828897.091317:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828897.091327:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828897.091334:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897] req@ffffa0e3d98d7840 x1874672134491008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828897.091340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134491008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828897.091345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828897.091347:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828897.091349:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491008:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828897.730816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828897.730901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828898.754803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828898.754865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828899.778793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828899.778857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828900.802843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828900.802899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828901.826815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828901.826920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828902.210791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828902.210798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828902.210802:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828902.210811:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2273 00000100:00080000:0.0:1787828902.210821:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828902.210826:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828902.210860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134491136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828902.210892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828902.210896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828902.210898:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828902.210903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2273 00000100:00080000:0.0:1787828902.210907:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828902.210912:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828902.210921:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828902.210932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828902.210941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828902.210945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828902.210945:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134491136:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828902.210948:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828902.210955:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2273 00000100:00080000:0.0:1787828902.210958:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828902.210960:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828902.210963:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828902.210972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828902.210984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828902.210986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828902.210988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828902.210990:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2273 00000100:00080000:0.0:1787828902.210992:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828902.210995:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828902.210998:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828902.211004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134491520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828902.211022:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828902.211063:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902] req@ffffa0e3c3e870c0 x1874672134491136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828902.211083:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134491136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828902.211096:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828902.211100:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828902.211104:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134491136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828902.211130:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828902.211155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828902.211168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902] req@ffffa0e3c3e86d00 x1874672134491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828902.211192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134491264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828902.211202:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828902.211205:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828902.211209:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828902.211215:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828902.211236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828902.211257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902] req@ffffa0e3c3e861c0 x1874672134491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828902.211290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134491392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828902.211299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828902.211303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828902.211307:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828902.211313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491520:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828902.211335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828902.211348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902] req@ffffa0e3c3e86580 x1874672134491520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828902.211360:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134491520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828902.211369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828902.211373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828902.211376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491520:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787828902.850809:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828902.851746:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787828903.874846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828903.874867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828904.898832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828904.898896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828905.922830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828905.922873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828906.946813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828906.946905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828907.330806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828907.330817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828907.330821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828907.330833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2278 00000100:00080000:0.0:1787828907.330845:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828907.330853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828907.330890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134491648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828907.330920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828907.330923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828907.330924:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828907.330928:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2278 00000100:00080000:0.0:1787828907.330932:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828907.330936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828907.330945:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828907.330956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134491776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828907.330965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828907.330971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828907.330972:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134491648:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828907.330974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828907.330979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2278 00000100:00080000:0.0:1787828907.330981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828907.330988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828907.330996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828907.331003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134491904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828907.331011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828907.331013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828907.331015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828907.331019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2278 00000100:00080000:0.0:1787828907.331021:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828907.331024:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828907.331026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828907.331034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134492032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828907.331075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828907.331126:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907] req@ffffa0e3c3e85a40 x1874672134491648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828907.331160:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134491648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828907.331176:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828907.331180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828907.331183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134491648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828907.331225:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828907.331255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828907.331271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907] req@ffffa0e3c3e87c00 x1874672134491776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828907.331284:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134491776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828907.331367:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828907.331371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828907.331374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828907.331380:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828907.331539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828907.331557:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907] req@ffffa0e3c3e86580 x1874672134491904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828907.331568:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134491904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828907.331630:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828907.331637:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828907.331644:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134491904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828907.331652:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828907.331678:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828907.331691:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907] req@ffffa0e3c3e861c0 x1874672134492032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828907.331704:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134492032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828907.331740:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828907.331744:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828907.331748:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492032:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787828907.970863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828907.970864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787828908.994821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828908.994885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828910.018788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828910.018892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828911.042825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828911.042878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828912.066802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828912.066847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828912.450777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828912.450784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828912.450787:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828912.450796:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2283 00000100:00080000:2.0:1787828912.450806:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828912.450811:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828912.450850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134492160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828912.450875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828912.450880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828912.450882:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828912.450886:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2283 00000100:00080000:2.0:1787828912.450891:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828912.450896:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828912.450907:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828912.450917:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134492160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828912.450923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134492288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828912.450933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828912.450936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828912.450937:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828912.450940:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2283 00000100:00080000:2.0:1787828912.450944:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828912.450947:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828912.450951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828912.450959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134492416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828912.450966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828912.450968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828912.450969:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828912.450971:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2283 00000100:00080000:2.0:1787828912.450975:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828912.450979:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828912.450982:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828912.450987:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828912.450996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134492544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828912.451018:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912] req@ffffa0e3d025e940 x1874672134492160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828912.451043:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134492160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828912.451051:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828912.451054:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828912.451057:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134492160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828912.451076:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828912.451090:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828912.451099:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912] req@ffffa0e3d025cf00 x1874672134492288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828912.451107:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134492288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828912.451112:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828912.451114:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828912.451116:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828912.451120:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828912.451130:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828912.451135:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912] req@ffffa0e3d025d680 x1874672134492416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828912.451142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134492416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828912.451147:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828912.451149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828912.451152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828912.451158:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492544:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828912.451178:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828912.451189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912] req@ffffa0e3d025e580 x1874672134492544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828912.451214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134492544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828912.451221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828912.451224:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828912.451226:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828913.090861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828913.090955:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828914.114855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828914.114928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828915.138836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828915.138931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828916.162817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828916.162873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828917.186814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828917.186838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828917.570793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828917.570802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828917.570805:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828917.570814:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2289 00000100:00080000:2.0:1787828917.570829:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828917.570848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828917.570888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134492672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828917.570912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828917.570915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828917.570917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828917.570920:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2289 00000100:00080000:2.0:1787828917.570923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828917.570927:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828917.570935:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828917.570946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134492800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828917.570955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134492672:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787828917.570957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828917.570963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828917.570965:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828917.570969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2289 00000100:00080000:2.0:1787828917.570971:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828917.570973:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828917.570976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828917.570985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134492928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828917.570991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828917.570994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828917.570996:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828917.570998:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2289 00000100:00080000:2.0:1787828917.571011:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828917.571015:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828917.571018:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828917.571023:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828917.571033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134493056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828917.571055:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffffa0e3d025d2c0 x1874672134492672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828917.571070:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134492672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828917.571078:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828917.571081:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828917.571084:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134492672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828917.571103:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828917.571118:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828917.571126:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffffa0e3d025da40 x1874672134492800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828917.571135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134492800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828917.571149:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828917.571152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828917.571154:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828917.571159:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828917.571171:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828917.571178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffffa0e3d025ed00 x1874672134492928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828917.571185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134492928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828917.571190:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828917.571193:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828917.571195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134492928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828917.571198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828917.571208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828917.571214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917] req@ffffa0e3d025de00 x1874672134493056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828917.571222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134493056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828917.571227:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828917.571228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828917.571230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493056:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828918.210798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828918.210858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828919.234816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828919.234887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828920.258799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828920.258858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828921.282795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828921.282888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828922.306771:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828922.306866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828922.690849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828922.690861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828922.690866:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828922.690878:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2294 00000100:00080000:2.0:1787828922.690890:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828922.690899:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828922.690940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134493184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828922.690975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828922.690980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828922.690982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828922.690988:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2294 00000100:00080000:2.0:1787828922.690992:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828922.690997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828922.691008:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828922.691025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134493312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828922.691039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828922.691043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828922.691046:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828922.691052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2294 00000100:00080000:2.0:1787828922.691056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828922.691061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828922.691067:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828922.691073:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134493184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828922.691099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134493440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828922.691125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828922.691130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828922.691133:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828922.691138:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2294 00000100:00080000:2.0:1787828922.691156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828922.691160:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787828922.691167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828922.691176:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787828922.691208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134493568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828922.691220:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffffa0e3d025f840 x1874672134493184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828922.691236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134493184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828922.691246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828922.691249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828922.691254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134493184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828922.691259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828922.691293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828922.691304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffffa0e3d025de00 x1874672134493312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828922.691315:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134493312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828922.691322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828922.691324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828922.691327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828922.691352:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828922.691387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828922.691397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffffa0e3d025ed00 x1874672134493440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828922.691408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134493440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828922.691415:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828922.691418:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828922.691420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828922.691425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828922.691440:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828922.691448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828922] req@ffffa0e3d025da40 x1874672134493568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828922.691457:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134493568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828922.691465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828922.691467:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828922.691470:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493568:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828923.330794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828923.330854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828924.354841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828924.354977:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828925.378839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828925.378929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828926.402821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828926.402905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828927.426787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828927.426881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828927.810828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.810839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828927.810843:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.810854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2299 00000100:00080000:1.0:1787828927.810867:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.810875:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828927.810928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134493696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828927.810963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.810967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828927.810969:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.810974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2299 00000100:00080000:1.0:1787828927.810978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.810983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828927.810994:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828927.811009:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134493696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828927.811012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828927.811027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.811030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828927.811032:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.811037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2299 00000100:00080000:1.0:1787828927.811040:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.811044:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828927.811049:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828927.811061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828927.811070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828927.811074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828927.811075:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828927.811078:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2299 00000100:00080000:1.0:1787828927.811083:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828927.811087:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828927.811093:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828927.811105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134494080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828927.811131:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828927.811178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828927.811206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828928.450856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828928.450957:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828929.474793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828929.474837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828930.498830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828930.498918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828930.883131:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828930.883185:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828930.883203:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828930.883250:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828930.883262:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828930.883272:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828930.883341:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffffa0e3d98d6940 x1874672134493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828930.883370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134493824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.883383:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828930.883388:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828930.883393:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828930.883400:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffffa0e3d98d61c0 x1874672134493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828930.883411:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134493952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.883418:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828930.883422:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828930.883424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134493952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828930.883432:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffffa0e3d98d5680 x1874672134494080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828930.883443:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134494080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.883451:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828930.883453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828930.883456:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828930.883463:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828930] req@ffffa0e3d98d4780 x1874672134493696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828930.883474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134493696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.883482:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828930.883486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828930.883489:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134493696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828931.522778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828931.522845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828932.546837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828932.546914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828932.930827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828932.930835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828932.930838:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828932.930850:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2304 00000100:00080000:1.0:1787828932.930862:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828932.930870:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828932.930908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134494208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828932.930934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828932.930938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828932.930939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828932.930943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2304 00000100:00080000:1.0:1787828932.930946:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828932.930949:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828932.930958:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828932.930972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134494336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828932.930982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828932.930986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828932.930988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828932.930992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2304 00000100:00080000:1.0:1787828932.930996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828932.931000:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828932.931006:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828932.931013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134494208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828932.931024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134494464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828932.931038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828932.931042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828932.931045:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828932.931051:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2304 00000100:00080000:1.0:1787828932.931056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828932.931062:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828932.931068:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828932.931080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134494592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828932.931107:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828932.931163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffffa0e3d98d52c0 x1874672134494208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828932.931184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134494208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828932.931200:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828932.931208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828932.931213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134494208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828932.931222:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828932.931251:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828932.931267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffffa0e3d98d4780 x1874672134494336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828932.931280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134494336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828932.931304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828932.931308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828932.931311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828932.931353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828932.931380:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828932.931392:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffffa0e3d98d5680 x1874672134494464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828932.931404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134494464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828932.931412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828932.931416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828932.931419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828932.931426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828932.931448:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828932.931459:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828932/real 1787828932] req@ffffa0e3d98d61c0 x1874672134494592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828932.931471:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134494592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828932.931480:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828932.931484:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828932.931488:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494592:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828933.570815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828933.570925:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828934.594835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828934.594910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828935.618825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828935.618922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828936.642822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828936.642895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828937.666789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828937.666968:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828938.050883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828938.050895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828938.050900:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828938.050913:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2309 00000100:00080000:0.0:1787828938.050927:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828938.050935:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828938.051002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134494720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828938.051033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828938.051037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828938.051038:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828938.051042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2309 00000100:00080000:0.0:1787828938.051045:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828938.051048:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828938.051060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828938.051071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134494848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828938.051080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828938.051083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828938.051085:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828938.051088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2309 00000100:00080000:0.0:1787828938.051090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828938.051093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828938.051097:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828938.051106:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134494976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828938.051116:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134494720:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787828938.051120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828938.051134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828938.051139:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828938.051144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2309 00000100:00080000:0.0:1787828938.051146:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828938.051149:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828938.051154:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828938.051164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134495104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828938.051202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828938.051249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938] req@ffffa0e3c3e86d00 x1874672134494720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828938.051276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134494720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828938.051286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828938.051289:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828938.051292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134494720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828938.051299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828938.051318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828938.051327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938] req@ffffa0e3c3e870c0 x1874672134494848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828938.051335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134494848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828938.051340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828938.051342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828938.051344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828938.051366:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828938.051378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828938.051384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938] req@ffffa0e3c3e84b40 x1874672134494976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828938.051398:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134494976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828938.051403:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828938.051405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828938.051407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134494976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828938.051411:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828938.051422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828938.051429:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938] req@ffffa0e3c3e852c0 x1874672134495104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828938.051437:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134495104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828938.051442:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828938.051444:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828938.051446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495104:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828938.690793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828938.690917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828939.714773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828939.714883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828940.738798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828940.738900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828941.762849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828941.762923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828942.786798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828942.786848:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828943.170831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828943.170840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828943.170844:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828943.170852:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2314 00000100:00080000:0.0:1787828943.170863:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828943.170870:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828943.170904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134495232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828943.170924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828943.170927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828943.170929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828943.170932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2314 00000100:00080000:0.0:1787828943.170934:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828943.170938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828943.170946:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828943.170955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134495360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828943.170961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828943.170964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828943.170966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828943.170968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2314 00000100:00080000:0.0:1787828943.170970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828943.170972:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828943.170976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828943.170978:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134495232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828943.170984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134495488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828943.170992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828943.170994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828943.170995:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828943.170997:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2314 00000100:00080000:0.0:1787828943.170999:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828943.171002:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828943.171006:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828943.171014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134495616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828943.171044:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828943.171080:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943] req@ffffa0e3c3e84f00 x1874672134495232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828943.171096:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134495232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828943.171116:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828943.171119:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828943.171122:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134495232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828943.171127:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828943.171150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828943.171160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943] req@ffffa0e3c3e87840 x1874672134495360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828943.171170:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134495360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828943.171177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828943.171180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828943.171184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828943.171208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828943.171240:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828943.171251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943] req@ffffa0e3c3e85680 x1874672134495488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828943.171263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134495488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828943.171276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828943.171279:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828943.171282:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828943.171287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495616:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828943.171375:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828943.171384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943] req@ffffa0e3c3e86940 x1874672134495616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828943.171392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134495616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828943.171397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828943.171400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828943.171402:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828943.810775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828943.810872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828944.834796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828944.834856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828945.858849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828945.858913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828946.882822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828946.882889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828947.906781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828947.906853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828948.290827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828948.290835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828948.290839:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828948.290849:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2319 00000100:00080000:2.0:1787828948.290860:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828948.290866:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787828948.290901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134495744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828948.290947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828948.290951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828948.290953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828948.290958:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2319 00000100:00080000:2.0:1787828948.290963:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828948.290967:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828948.290976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828948.290984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134495744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787828948.290996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134495872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828948.291010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828948.291023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828948.291025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828948.291030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2319 00000100:00080000:2.0:1787828948.291034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828948.291037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828948.291042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828948.291051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134496000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828948.291059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828948.291062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828948.291063:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828948.291066:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2319 00000100:00080000:2.0:1787828948.291068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828948.291071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787828948.291074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828948.291078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787828948.291085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134496128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828948.291140:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948] req@ffffa0e3d025d2c0 x1874672134495744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828948.291155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134495744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828948.291166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828948.291168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828948.291171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134495744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828948.291207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828948.291226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828948.291235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948] req@ffffa0e3d025e580 x1874672134495872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828948.291243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134495872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828948.291258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828948.291261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828948.291263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134495872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828948.291267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828948.291277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828948.291283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948] req@ffffa0e3d025d680 x1874672134496000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828948.291290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134496000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828948.291295:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828948.291297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828948.291299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828948.291303:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828948.291313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828948.291319:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948] req@ffffa0e3d025cf00 x1874672134496128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828948.291325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134496128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828948.291331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828948.291332:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828948.291334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496128:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828948.930776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828948.930853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828949.954786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828949.954875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828950.978808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828950.978850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828952.002860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828952.002913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828953.026796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828953.026851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828953.410843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828953.410850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828953.410854:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828953.410863:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2324 00000100:00080000:0.0:1787828953.410873:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828953.410879:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828953.410912:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134496256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828953.410935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828953.410938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828953.410939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828953.410942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2324 00000100:00080000:0.0:1787828953.410944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828953.410947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828953.410957:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828953.410970:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828953.410981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828953.410985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828953.410988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828953.410993:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2324 00000100:00080000:0.0:1787828953.410997:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828953.411001:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828953.411008:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828953.411008:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134496256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828953.411024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828953.411032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828953.411036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828953.411037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828953.411041:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2324 00000100:00080000:0.0:1787828953.411044:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828953.411046:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828953.411050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828953.411057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134496640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828953.411072:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828953.411108:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953] req@ffffa0e3c3e87480 x1874672134496256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.411122:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134496256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.411130:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.411133:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828953.411136:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134496256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828953.411141:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828953.411171:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828953.411180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953] req@ffffa0e3c3e85e00 x1874672134496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.411188:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134496384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.411193:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.411195:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828953.411198:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828953.411217:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828953.411228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828953.411234:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953] req@ffffa0e3c3e86940 x1874672134496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.411241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134496512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.411246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.411248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828953.411249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828953.411253:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496640:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828953.411263:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828953.411269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953] req@ffffa0e3c3e85680 x1874672134496640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.411277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134496640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.411302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.411304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828953.411306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496640:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828954.050833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828954.050934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828955.074829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828955.074888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828956.098853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828956.098949:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828957.122855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828957.122923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828958.146822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787828958.146884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828958.530859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828958.530870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828958.530874:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828958.530887:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2330 00000100:00080000:1.0:1787828958.530899:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828958.530907:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828958.530953:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134496768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828958.530997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828958.531000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828958.531002:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828958.531005:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2330 00000100:00080000:1.0:1787828958.531008:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828958.531011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828958.531022:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828958.531034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134496896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828958.531043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828958.531046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828958.531047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828958.531051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2330 00000100:00080000:1.0:1787828958.531053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828958.531059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828958.531071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828958.531071:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134496768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828958.531091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134497024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828958.531101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828958.531103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828958.531105:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828958.531109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2330 00000100:00080000:1.0:1787828958.531127:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828958.531134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828958.531139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828958.531161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134497152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828958.531191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828958.531258:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffffa0e3d98d6940 x1874672134496768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828958.531283:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134496768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828958.531299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828958.531303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828958.531307:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134496768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828958.531316:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828958.531352:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828958.531365:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffffa0e3d98d7840 x1874672134496896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828958.531377:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134496896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828958.531385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828958.531387:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828958.531390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134496896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828958.531418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828958.531434:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828958.531442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffffa0e3d98d5e00 x1874672134497024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828958.531452:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134497024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828958.531459:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828958.531461:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828958.531464:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828958.531469:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828958.531482:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828958.531489:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958] req@ffffa0e3d98d43c0 x1874672134497152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828958.531498:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134497152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828958.531511:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828958.531513:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828958.531516:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497152:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828959.170791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828959.170871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828960.194805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787828960.194858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828961.218814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828961.218878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828962.242839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828962.242917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828963.266796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828963.266870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828963.650806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828963.650816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828963.650820:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828963.650839:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2335 00000100:00080000:1.0:1787828963.650850:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828963.650857:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828963.650890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134497280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828963.650916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828963.650920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828963.650922:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828963.650927:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2335 00000100:00080000:1.0:1787828963.650931:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828963.650936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828963.650946:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828963.650972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134497408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828963.650977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134497280:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828963.650983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828963.650986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828963.650989:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828963.650992:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2335 00000100:00080000:1.0:1787828963.650995:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828963.650999:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828963.651002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828963.651011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134497536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828963.651030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828963.651032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828963.651034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828963.651037:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2335 00000100:00080000:1.0:1787828963.651040:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828963.651043:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828963.651047:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787828963.651050:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828963.651057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134497664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828963.651107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffffa0e3d98d4f00 x1874672134497280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828963.651135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134497280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828963.651144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828963.651147:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828963.651150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134497280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828963.651172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828963.651198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828963.651207:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffffa0e3d98d43c0 x1874672134497408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828963.651220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134497408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828963.651225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828963.651227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828963.651229:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828963.651233:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828963.651243:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828963.651249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffffa0e3d98d5e00 x1874672134497536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828963.651256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134497536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828963.651261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828963.651263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828963.651265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828963.651268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828963.651278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828963.651284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963] req@ffffa0e3d98d7840 x1874672134497664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828963.651291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134497664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828963.651300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828963.651302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828963.651304:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497664:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828964.290803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828964.290857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828965.314874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828965.314980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828966.338793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828966.338867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828967.362772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828967.362895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828968.386762:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828968.386852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828968.770786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828968.770795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828968.770798:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828968.770807:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2340 00000100:00080000:1.0:1787828968.770818:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828968.770823:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828968.770869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134497792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828968.770899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828968.770903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828968.770905:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828968.770910:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2340 00000100:00080000:1.0:1787828968.770914:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828968.770919:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828968.770940:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828968.770952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134497920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828968.770960:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134497792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828968.770963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828968.770968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828968.770970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828968.770973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2340 00000100:00080000:1.0:1787828968.770976:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828968.770978:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828968.770983:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828968.770991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134498048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828968.770998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828968.771001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828968.771002:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828968.771004:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2340 00000100:00080000:1.0:1787828968.771006:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828968.771008:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828968.771012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828968.771019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134498176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828968.771024:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828968.771078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffffa0e3d98d6940 x1874672134497792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828968.771092:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134497792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828968.771100:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828968.771103:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828968.771106:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134497792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828968.771138:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828968.771155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828968.771164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffffa0e3d98d61c0 x1874672134497920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828968.771171:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134497920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828968.771177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828968.771180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828968.771182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134497920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828968.771193:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828968.771203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828968.771208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffffa0e3d98d5680 x1874672134498048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828968.771215:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134498048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828968.771220:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828968.771222:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828968.771225:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828968.771231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498176:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828968.771249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828968.771261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968] req@ffffa0e3d98d4780 x1874672134498176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828968.771275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134498176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828968.771283:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828968.771287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828968.771291:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828969.410799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828969.410853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828970.434782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828970.434876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828971.458813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828971.458885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828972.482799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828972.482881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828973.506794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828973.506872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828973.890804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828973.890812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828973.890816:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828973.890825:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2345 00000100:00080000:1.0:1787828973.890834:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828973.890840:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828973.890883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134498304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828973.890902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828973.890905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828973.890907:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828973.890911:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2345 00000100:00080000:1.0:1787828973.890925:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828973.890929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828973.890937:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828973.890950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134498432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828973.890952:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134498304:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828973.890966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828973.890969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828973.890970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828973.890973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2345 00000100:00080000:1.0:1787828973.890975:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828973.890978:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828973.890981:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828973.890991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134498560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828973.891020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828973.891023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828973.891025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828973.891028:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2345 00000100:00080000:1.0:1787828973.891031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828973.891037:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787828973.891038:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787828973.891046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828973.891059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134498688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828973.891084:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffffa0e3d98d52c0 x1874672134498304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828973.891099:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134498304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828973.891107:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828973.891111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828973.891114:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134498304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828973.891135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828973.891151:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828973.891160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffffa0e3d98d4780 x1874672134498432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828973.891168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134498432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828973.891174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828973.891176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828973.891179:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828973.891183:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828973.891194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828973.891199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffffa0e3d98d5680 x1874672134498560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828973.891206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134498560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828973.891211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828973.891213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828973.891215:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828973.891218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828973.891228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828973.891234:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828973/real 1787828973] req@ffffa0e3d98d61c0 x1874672134498688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828973.891240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134498688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828973.891245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828973.891247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828973.891249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498688:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828974.530775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828974.530861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828975.554785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828975.554839:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828976.578775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828976.578881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828977.602809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828977.602863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828978.626804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828978.626880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828979.010862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828979.010868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828979.010872:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828979.010882:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2350 00000100:00080000:1.0:1787828979.010892:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828979.010898:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828979.010930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134498816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828979.010955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828979.010958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828979.010960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828979.010964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2350 00000100:00080000:1.0:1787828979.010967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828979.010980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828979.010989:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828979.011001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828979.011009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828979.011013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828979.011015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828979.011020:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2350 00000100:00080000:1.0:1787828979.011024:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828979.011025:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134498816:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787828979.011029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828979.011035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828979.011047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828979.011054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828979.011057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828979.011058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828979.011061:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2350 00000100:00080000:1.0:1787828979.011064:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828979.011066:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828979.011069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828979.011076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134499200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828979.011097:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828979.011135:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979] req@ffffa0e3d98d6940 x1874672134498816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828979.011154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134498816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828979.011166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828979.011171:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828979.011176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134498816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828979.011185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828979.011212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828979.011227:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979] req@ffffa0e3d98d7840 x1874672134498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828979.011245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134498944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828979.011255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828979.011260:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828979.011265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134498944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828979.011292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828979.011311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828979.011322:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979] req@ffffa0e3d98d5e00 x1874672134499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828979.011337:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134499072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828979.011346:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828979.011350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828979.011354:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828979.011361:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499200:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828979.011383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828979.011396:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979] req@ffffa0e3d98d43c0 x1874672134499200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828979.011410:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134499200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828979.011432:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828979.011437:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828979.011441:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828979.650796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828979.650865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828980.674796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828980.674887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828981.698782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828981.698853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828982.722767:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828982.722849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828983.746803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828983.746860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828984.130786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828984.130794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828984.130797:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828984.130805:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2355 00000100:00080000:1.0:1787828984.130815:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828984.130821:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828984.130854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134499328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828984.130878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828984.130881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828984.130882:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828984.130885:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2355 00000100:00080000:1.0:1787828984.130888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828984.130890:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828984.130898:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828984.130908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134499456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828984.130914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828984.130917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828984.130918:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828984.130920:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2355 00000100:00080000:1.0:1787828984.130922:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828984.130924:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828984.130926:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828984.130932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134499584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828984.130953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828984.130955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828984.130957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828984.130960:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2355 00000100:00080000:1.0:1787828984.130963:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828984.130965:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828984.130969:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828984.130976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134499328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787828984.130979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134499712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828984.131045:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828984.131089:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984] req@ffffa0e3d98d4f00 x1874672134499328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.131105:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134499328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.131114:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.131117:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828984.131120:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134499328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828984.131126:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828984.131154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828984.131163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984] req@ffffa0e3d98d43c0 x1874672134499456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.131171:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134499456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.131177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.131180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828984.131182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828984.131187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828984.131198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828984.131204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984] req@ffffa0e3d98d5e00 x1874672134499584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.131211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134499584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.131216:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.131218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828984.131220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828984.131243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828984.131254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828984.131260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984] req@ffffa0e3d98d7840 x1874672134499712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.131268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134499712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.131273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.131275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828984.131276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499712:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828984.770779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828984.770848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828985.794856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828985.794972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828986.818837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828986.818839:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828987.842860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828987.842923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787828988.866830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828988.866892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828989.250843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828989.250851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828989.250855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828989.250864:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2360 00000100:00080000:1.0:1787828989.250874:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828989.250880:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828989.250935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134499840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828989.250956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828989.250960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828989.250962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828989.250965:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2360 00000100:00080000:1.0:1787828989.250968:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828989.250975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828989.250976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134499840:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828989.250983:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828989.251002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134499968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828989.251011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828989.251013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828989.251014:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828989.251018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2360 00000100:00080000:1.0:1787828989.251027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828989.251030:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828989.251034:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828989.251041:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787828989.251045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134500096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828989.251053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828989.251057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828989.251059:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828989.251063:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2360 00000100:00080000:1.0:1787828989.251068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828989.251072:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828989.251077:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828989.251090:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828989] req@ffffa0e3d98d6940 x1874672134499840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828989.251096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134500224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828989.251121:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134499840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828989.251131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828989.251135:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828989.251138:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134499840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828989.251158:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828989.251173:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828989.251182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828989] req@ffffa0e3d98d61c0 x1874672134499968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828989.251190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134499968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828989.251195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828989.251197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828989.251199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134499968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828989.251203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787828989.251213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828989.251219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828989] req@ffffa0e3d98d5680 x1874672134500096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828989.251226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134500096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828989.251236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828989.251238:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828989.251241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787828989.251244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787828989.251254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787828989.251259:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828989] req@ffffa0e3d98d4780 x1874672134500224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828989.251266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134500224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828989.251271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828989.251273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787828989.251275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500224:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828989.890788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828989.890854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828990.914823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828990.914878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828991.938807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828991.938867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828992.962816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828992.962885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828993.986950:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828993.987032:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787828994.370809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828994.370819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828994.370823:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828994.370833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2365 00000100:00080000:0.0:1787828994.370846:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828994.370853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787828994.370904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134500352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828994.370933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828994.370937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828994.370939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828994.370943:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2365 00000100:00080000:0.0:1787828994.370948:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828994.370953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828994.370963:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828994.370967:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134500352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787828994.370978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134500480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828994.370991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828994.370994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828994.370996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828994.371001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2365 00000100:00080000:0.0:1787828994.371006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828994.371010:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787828994.371015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828994.371027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134500608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828994.371037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828994.371041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828994.371043:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828994.371047:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2365 00000100:00080000:0.0:1787828994.371052:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828994.371057:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828994.371062:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500480:192.168.203.106@tcp:38:kworker.0 00000008:00100000:0.0:1787828994.371065:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787828994.371082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134500736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828994.371094:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828994.371116:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828995.010808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828995.010896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828996.034805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828996.034869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828997.058816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828997.058909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828997.442987:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787828997.443033:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828997.443057:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828997.443096:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828997.443106:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787828997.443119:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787828997.443150:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828997] req@ffffa0e3c3e84b40 x1874672134500736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828997.443175:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134500736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828997.443186:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828997.443190:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828997.443193:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787828997.443198:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828997] req@ffffa0e3c3e84f00 x1874672134500480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828997.443206:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134500480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828997.443212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828997.443214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828997.443216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828997.443219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828997] req@ffffa0e3c3e852c0 x1874672134500608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828997.443226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134500608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828997.443230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828997.443233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828997.443235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828997.443238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828997] req@ffffa0e3c3e87840 x1874672134500352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828997.443246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134500352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828997.443251:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828997.443253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828997.443256:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134500352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828998.082810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787828998.082909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828999.106851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787828999.106935:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828999.490857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828999.490866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828999.490869:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828999.490878:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2371 00000100:00080000:1.0:1787828999.490888:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828999.490894:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787828999.490924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134500864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828999.490946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828999.490949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828999.490951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828999.490953:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2371 00000100:00080000:1.0:1787828999.490956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828999.490958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828999.490966:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828999.490976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134500992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828999.490984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828999.490987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828999.490988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828999.490991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2371 00000100:00080000:1.0:1787828999.490994:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828999.490999:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787828999.491000:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134500864:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787828999.491002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828999.491016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134501120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828999.491026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828999.491030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828999.491032:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828999.491036:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2371 00000100:00080000:1.0:1787828999.491041:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828999.491045:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787828999.491050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787828999.491064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134501248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828999.491069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828999.491127:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999] req@ffffa0e3d98d52c0 x1874672134500864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828999.491145:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134500864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828999.491157:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828999.491162:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828999.491166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134500864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787828999.491174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828999.491196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828999.491208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999] req@ffffa0e3d98d4780 x1874672134500992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828999.491221:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134500992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828999.491240:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828999.491245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828999.491248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134500992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828999.491282:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787828999.491301:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828999.491312:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999] req@ffffa0e3d98d5680 x1874672134501120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828999.491325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134501120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828999.491334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828999.491343:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828999.491347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787828999.491353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787828999.491371:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787828999.491381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999] req@ffffa0e3d98d61c0 x1874672134501248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828999.491393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134501248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828999.491402:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828999.491405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787828999.491409:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501248:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829000.130806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829000.130921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829001.154802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829001.154896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829002.178800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829002.178910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829003.202829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829003.202890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829004.226830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829004.226926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829004.610825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829004.610833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829004.610836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829004.610845:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2376 00000100:00080000:1.0:1787829004.610855:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829004.610861:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829004.610894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134501376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829004.610917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829004.610920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829004.610922:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829004.610925:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2376 00000100:00080000:1.0:1787829004.610927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829004.610930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829004.610938:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829004.610947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829004.610956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829004.610960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829004.610961:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134501376:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829004.610962:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829004.610971:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2376 00000100:00080000:1.0:1787829004.610973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829004.610976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829004.610979:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829004.610987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829004.610994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829004.610997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829004.610999:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829004.611002:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2376 00000100:00080000:1.0:1787829004.611005:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829004.611008:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829004.611012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829004.611022:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829004.611023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134501760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829004.611065:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffffa0e3d98d6940 x1874672134501376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829004.611079:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134501376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829004.611087:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829004.611090:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829004.611093:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134501376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829004.611113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829004.611128:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829004.611136:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffffa0e3d98d7840 x1874672134501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829004.611144:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134501504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829004.611149:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829004.611151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829004.611154:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829004.611157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829004.611167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829004.611173:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffffa0e3d98d5e00 x1874672134501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829004.611180:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134501632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829004.611185:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829004.611188:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829004.611191:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829004.611197:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829004.611215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829004.611227:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004] req@ffffa0e3d98d43c0 x1874672134501760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829004.611240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134501760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829004.611249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829004.611251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829004.611254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134501760:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829005.250811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829005.250872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829006.274851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829006.274936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829007.298802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829007.298881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829008.322830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829008.322896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829009.346784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829009.346818:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829009.730840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.730851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829009.730855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.730866:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2381 00000100:00080000:2.0:1787829009.730878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.730886:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829009.730924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134501888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829009.730948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.730951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829009.730952:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.730955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2381 00000100:00080000:2.0:1787829009.730958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.730961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829009.730970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829009.730980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134502016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829009.730984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134501888:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829009.730996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.730999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829009.731000:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.731004:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2381 00000100:00080000:2.0:1787829009.731006:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.731008:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829009.731011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829009.731019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134502144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829009.731025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829009.731028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829009.731029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829009.731032:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2381 00000100:00080000:2.0:1787829009.731042:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829009.731045:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829009.731050:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829009.731052:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829009.731062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134502272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829009.731085:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffffa0e3d025e940 x1874672134501888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829009.731100:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134501888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829009.731108:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829009.731111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829009.731114:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134501888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829009.731135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829009.731158:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829009.731168:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffffa0e3d025f0c0 x1874672134502016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829009.731177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134502016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829009.731183:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829009.731185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829009.731187:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829009.731191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829009.731203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829009.731209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffffa0e3d025c3c0 x1874672134502144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829009.731221:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134502144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829009.731227:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829009.731228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829009.731230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829009.731234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502272:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829009.731244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829009.731250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009] req@ffffa0e3d025cb40 x1874672134502272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829009.731256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134502272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829009.731262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829009.731263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829009.731265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829010.370812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829010.370860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829011.394773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829011.394838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829012.418839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829012.418897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829013.442847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829013.442970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829014.466889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829014.467000:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829014.850861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829014.850874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829014.850880:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829014.850894:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2386 00000100:00080000:2.0:1787829014.850907:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829014.850917:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829014.850967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134502400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829014.851007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829014.851011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829014.851013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829014.851021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2386 00000100:00080000:2.0:1787829014.851027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829014.851033:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829014.851047:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829014.851068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134502528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829014.851075:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134502400:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829014.851097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829014.851102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829014.851105:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829014.851114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2386 00000100:00080000:2.0:1787829014.851120:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829014.851143:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829014.851152:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829014.851161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829014.851170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134502656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829014.851182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829014.851186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829014.851189:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829014.851194:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2386 00000100:00080000:2.0:1787829014.851200:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829014.851204:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829014.851220:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829014.851233:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffffa0e3d025fc00 x1874672134502400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829014.851235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134502784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829014.851285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134502400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.851297:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.851302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829014.851307:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134502400:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829014.851335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829014.851359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829014.851370:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffffa0e3d025f480 x1874672134502528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.851381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134502528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.851388:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.851391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829014.851394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829014.851399:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829014.851415:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829014.851423:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffffa0e3d025e1c0 x1874672134502656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.851434:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134502656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.851445:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.851450:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829014.851454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829014.851463:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502784:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829014.851496:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829014.851519:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829014/real 1787829014] req@ffffa0e3d025c780 x1874672134502784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829014.851538:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134502784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829014.851546:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829014.851550:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829014.851553:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134502784:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829015.490839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829015.490936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829016.514833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829016.514978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829017.538797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829017.538872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829018.562880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829018.562946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829019.586847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829019.586992:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829019.970868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.970877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829019.970881:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.970889:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2391 00000100:00080000:1.0:1787829019.970900:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.970906:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829019.970957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134502912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829019.970981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.970984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829019.970985:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.970989:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2391 00000100:00080000:1.0:1787829019.971012:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.971015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829019.971023:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829019.971033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134503040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829019.971042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.971044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829019.971046:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.971049:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2391 00000100:00080000:1.0:1787829019.971051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.971054:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829019.971057:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829019.971066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134503168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829019.971067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134502912:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829019.971076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829019.971080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829019.971082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829019.971084:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2391 00000100:00080000:1.0:1787829019.971086:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829019.971088:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829019.971091:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829019.971100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134503296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829019.971161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829019.971216:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffffa0e3d98d4f00 x1874672134502912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.971244:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134502912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.971257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.971262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829019.971266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134502912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829019.971275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829019.971309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829019.971324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffffa0e3d98d43c0 x1874672134503040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.971338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134503040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.971348:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.971352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829019.971356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829019.971393:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829019.971418:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829019.971439:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffffa0e3d98d5e00 x1874672134503168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.971453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134503168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.971469:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.971473:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829019.971477:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829019.971484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503296:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829019.971507:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829019.971527:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829019/real 1787829019] req@ffffa0e3d98d7840 x1874672134503296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.971541:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134503296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.971551:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.971554:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829019.971558:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829020.610806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829020.610869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829021.634790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829021.634985:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829022.658783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829022.658839:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829023.682806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829023.682908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829024.706817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829024.706927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829025.090829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829025.090841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829025.090845:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829025.090855:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2396 00000100:00080000:1.0:1787829025.090884:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829025.090893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829025.090935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134503424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829025.090982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829025.090986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829025.090987:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829025.090991:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2396 00000100:00080000:1.0:1787829025.090994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829025.090997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829025.091006:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829025.091017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134503552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829025.091026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829025.091030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829025.091031:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829025.091035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2396 00000100:00080000:1.0:1787829025.091038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829025.091041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829025.091053:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134503424:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829025.091057:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829025.091070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134503680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829025.091079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829025.091082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829025.091084:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829025.091088:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2396 00000100:00080000:1.0:1787829025.091091:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829025.091094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829025.091098:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829025.091108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134503808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829025.091121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829025.091176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025] req@ffffa0e3d98d6940 x1874672134503424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829025.091198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134503424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829025.091211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829025.091217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829025.091222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134503424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829025.091232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829025.091260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829025.091276:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025] req@ffffa0e3d98d61c0 x1874672134503552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829025.091294:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134503552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829025.091305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829025.091309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829025.091314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829025.091340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829025.091365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829025.091380:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025] req@ffffa0e3d98d5680 x1874672134503680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829025.091395:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134503680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829025.091406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829025.091410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829025.091414:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829025.091421:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503808:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829025.091447:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829025.091461:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025] req@ffffa0e3d98d4780 x1874672134503808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829025.091488:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134503808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829025.091496:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829025.091498:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829025.091501:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134503808:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829025.730812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829025.730886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829026.754878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829026.754923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787829027.778837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829027.778941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829028.802812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829028.802845:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829029.826806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829029.826904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829030.210852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829030.210864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829030.210868:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829030.210878:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2401 00000100:00080000:2.0:1787829030.210889:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829030.210897:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829030.210937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134503936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829030.210968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829030.210972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829030.210974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829030.210978:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2401 00000100:00080000:2.0:1787829030.210982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829030.210988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829030.210998:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829030.211013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134503936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829030.211017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829030.211031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829030.211034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829030.211037:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829030.211044:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2401 00000100:00080000:2.0:1787829030.211048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829030.211052:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829030.211058:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829030.211071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829030.211075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829030.211087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829030.211091:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829030.211094:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829030.211098:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2401 00000100:00080000:2.0:1787829030.211103:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829030.211107:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829030.211114:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829030.211116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030] req@ffffa0e3d025c000 x1874672134503936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829030.211129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134504320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829030.211135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134503936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829030.211146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829030.211153:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829030.211159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134503936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829030.211179:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829030.211215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829030.211234:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030] req@ffffa0e3d025c780 x1874672134504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829030.211248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134504064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829030.211258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829030.211261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829030.211264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829030.211269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829030.211284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829030.211292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030] req@ffffa0e3d025e1c0 x1874672134504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829030.211300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134504192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829030.211305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829030.211307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829030.211309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829030.211313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504320:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829030.211323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829030.211328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030] req@ffffa0e3d025f480 x1874672134504320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829030.211336:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134504320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829030.211341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829030.211360:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829030.211363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504320:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829030.850777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829030.850847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829031.874793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829031.874844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829032.898782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829032.898835:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829033.922776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829033.922840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829034.946797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829034.946851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829035.330822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829035.330833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829035.330837:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829035.330849:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2406 00000100:00080000:2.0:1787829035.330861:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829035.330868:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829035.330924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134504448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829035.330949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829035.330952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829035.330954:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829035.330957:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2406 00000100:00080000:2.0:1787829035.330959:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829035.330962:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829035.330971:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829035.330980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134504576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829035.330988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829035.330991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829035.330992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829035.330995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2406 00000100:00080000:2.0:1787829035.330997:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829035.330999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829035.331002:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829035.331008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134504704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829035.331015:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134504448:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829035.331017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829035.331025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829035.331027:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829035.331031:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2406 00000100:00080000:2.0:1787829035.331033:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829035.331035:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829035.331040:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829035.331047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134504832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829035.331093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829035.331133:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035] req@ffffa0e3d025fc00 x1874672134504448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829035.331148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134504448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829035.331157:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829035.331160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829035.331163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134504448:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829035.331169:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829035.331185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829035.331194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035] req@ffffa0e3d025cb40 x1874672134504576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829035.331202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134504576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829035.331208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829035.331210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829035.331212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829035.331233:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829035.331244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829035.331251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035] req@ffffa0e3d025c3c0 x1874672134504704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829035.331259:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134504704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829035.331264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829035.331266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829035.331268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829035.331272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504832:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829035.331282:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829035.331288:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035] req@ffffa0e3d025f0c0 x1874672134504832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829035.331296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134504832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829035.331304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829035.331308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829035.331311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134504832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829035.970786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829035.970884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829036.994794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829036.994869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829038.018815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829038.018907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829039.042826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829039.042990:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829040.066811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829040.066885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829040.450860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829040.450871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829040.450875:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829040.450886:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2411 00000100:00080000:0.0:1787829040.450898:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829040.450905:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829040.450946:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134504960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829040.450974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829040.450977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829040.450979:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829040.450982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2411 00000100:00080000:0.0:1787829040.450984:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829040.450987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829040.450997:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829040.451007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134505088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829040.451015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829040.451018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829040.451019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829040.451024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2411 00000100:00100000:3.0:1787829040.451025:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134504960:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829040.451026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829040.451033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829040.451037:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829040.451046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134505216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829040.451052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829040.451055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829040.451056:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829040.451060:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2411 00000100:00080000:0.0:1787829040.451063:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829040.451065:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829040.451069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829040.451076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134505344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829040.451111:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829040.451152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040] req@ffffa0e3c3e870c0 x1874672134504960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829040.451167:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134504960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829040.451175:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829040.451179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829040.451182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134504960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829040.451207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829040.451223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829040.451231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040] req@ffffa0e3c3e86d00 x1874672134505088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829040.451247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134505088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829040.451253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829040.451255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829040.451258:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829040.451261:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829040.451273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829040.451279:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040] req@ffffa0e3c3e861c0 x1874672134505216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829040.451289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134505216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829040.451297:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829040.451300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829040.451304:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829040.451310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505344:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829040.451332:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829040.451344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040] req@ffffa0e3c3e86580 x1874672134505344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829040.451354:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134505344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829040.451360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829040.451362:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829040.451364:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505344:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829041.090786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829041.090851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829042.114807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829042.114897:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829043.138795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829043.138928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829044.162863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829044.162964:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829045.186843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829045.186918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829045.570908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829045.570919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829045.570926:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829045.570937:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2417 00000100:00080000:1.0:1787829045.570951:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829045.570959:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829045.570999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134505472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829045.571031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829045.571035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829045.571037:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829045.571042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2417 00000100:00080000:1.0:1787829045.571046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829045.571049:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829045.571059:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829045.571076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134505600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829045.571082:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134505472:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829045.571096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829045.571100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829045.571102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829045.571108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2417 00000100:00080000:1.0:1787829045.571112:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829045.571126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829045.571132:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829045.571144:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829045.571149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134505728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829045.571167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829045.571171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829045.571174:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829045.571179:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2417 00000100:00100000:3.0:1787829045.571182:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffffa0e3d98d52c0 x1874672134505472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829045.571185:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829045.571196:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829045.571202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134505472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829045.571203:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:3.0:1787829045.571217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829045.571220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829045.571224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134505856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829045.571239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134505472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829045.571269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829045.571293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829045.571303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffffa0e3d98d4780 x1874672134505600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829045.571317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134505600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829045.571323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829045.571325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829045.571328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829045.571332:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829045.571343:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829045.571350:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffffa0e3d98d5680 x1874672134505728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829045.571357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134505728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829045.571362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829045.571364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829045.571366:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829045.571370:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505856:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829045.571381:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829045.571386:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045] req@ffffa0e3d98d61c0 x1874672134505856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829045.571393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134505856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829045.571403:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829045.571405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829045.571408:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134505856:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829046.210794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829046.210864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829047.234850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829047.234918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829048.258816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829048.258880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829049.282821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829049.282940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829050.306786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829050.306860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829050.690812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829050.690821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829050.690825:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829050.690834:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2422 00000100:00080000:2.0:1787829050.690843:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829050.690849:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829050.690880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134505984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829050.690905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829050.690908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829050.690909:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829050.690912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2422 00000100:00080000:2.0:1787829050.690915:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829050.690918:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829050.690926:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829050.690939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134506112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829050.690945:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134505984:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829050.690954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829050.690957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829050.690959:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829050.690963:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2422 00000100:00080000:2.0:1787829050.690966:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829050.690969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829050.690973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829050.690982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134506240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829050.690989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829050.690992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829050.690993:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829050.690998:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2422 00000100:00080000:2.0:1787829050.691001:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829050.691004:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829050.691009:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829050.691011:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829050.691023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134506368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829050.691056:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffffa0e3d025e940 x1874672134505984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.691073:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134505984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.691083:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.691087:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829050.691090:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134505984:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829050.691113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829050.691130:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829050.691139:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffffa0e3d025cf00 x1874672134506112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.691148:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134506112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.691155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.691158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829050.691161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829050.691165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829050.691176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829050.691183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffffa0e3d025d680 x1874672134506240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.691191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134506240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.691196:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.691198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829050.691200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829050.691203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506368:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829050.691215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829050.691221:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050] req@ffffa0e3d025e580 x1874672134506368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829050.691233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134506368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829050.691239:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829050.691240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829050.691242:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506368:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829051.330809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829051.330867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829052.354815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829052.354883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829053.378767:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829053.378892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829054.402824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829054.402992:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829055.426820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829055.426920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829055.810833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829055.810848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829055.810852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829055.810860:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2427 00000100:00080000:2.0:1787829055.810870:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829055.810875:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829055.810912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134506496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829055.810935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829055.810938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829055.810939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829055.810943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2427 00000100:00080000:2.0:1787829055.810946:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829055.810948:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829055.810955:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829055.810969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829055.810977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829055.810979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829055.810981:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829055.810986:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134506496:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829055.810987:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2427 00000100:00080000:2.0:1787829055.810993:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829055.810996:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829055.810999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829055.811009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829055.811020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829055.811023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829055.811024:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829055.811027:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2427 00000100:00080000:2.0:1787829055.811030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829055.811032:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829055.811035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829055.811044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134506880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829055.811050:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829055.811088:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffffa0e3d025d2c0 x1874672134506496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.811102:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134506496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.811110:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.811113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829055.811125:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134506496:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829055.811145:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829055.811161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829055.811172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffffa0e3d025da40 x1874672134506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.811185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134506624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.811194:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.811198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829055.811201:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829055.811207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829055.811227:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829055.811238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffffa0e3d025ed00 x1874672134506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.811250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134506752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.811258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.811261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829055.811264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829055.811269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506880:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829055.811288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829055.811297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829055] req@ffffa0e3d025de00 x1874672134506880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829055.811309:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134506880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829055.811317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829055.811320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829055.811323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134506880:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829056.450811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829056.450926:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829057.474849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829057.474920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829058.498783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829058.498875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829059.522803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829059.522868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829060.546774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829060.546861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829060.930813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829060.930823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829060.930827:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829060.930838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2432 00000100:00080000:0.0:1787829060.930849:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829060.930857:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829060.930903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134507008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829060.930936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829060.930940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829060.930943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829060.930948:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2432 00000100:00080000:0.0:1787829060.930952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829060.930957:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829060.930968:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829060.930981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134507008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829060.930986:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134507136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829060.931007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829060.931012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829060.931014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829060.931019:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2432 00000100:00080000:0.0:1787829060.931031:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829060.931036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829060.931042:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829060.931056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134507264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829060.931068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829060.931073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829060.931075:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829060.931078:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507136:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787829060.931083:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2432 00000100:00080000:0.0:1787829060.931089:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829060.931094:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829060.931100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829060.931107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829060.931117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134507392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829060.931141:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829061.570801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829061.570864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829062.594778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829062.594853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829063.618815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829063.618862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829064.002999:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829064.003058:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829064.003080:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829064.003142:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829064.003153:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829064.003164:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829064.003223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829064] req@ffffa0e3c3e861c0 x1874672134507392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829064.003256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134507392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829064.003269:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829064.003274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829064.003278:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829064.003285:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829064] req@ffffa0e3c3e85a40 x1874672134507136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829064.003300:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134507136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829064.003319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829064.003324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829064.003328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829064.003335:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829064] req@ffffa0e3c3e86580 x1874672134507264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829064.003348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134507264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829064.003356:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829064.003359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829064.003363:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829064.003370:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829060/real 1787829064] req@ffffa0e3c3e87c00 x1874672134507008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829064.003404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134507008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829064.003416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829064.003419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829064.003423:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134507008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829064.642845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829064.642922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829065.666858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829065.666898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829066.050874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829066.050885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829066.050889:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829066.050901:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2437 00000100:00080000:2.0:1787829066.050913:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829066.050920:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829066.050963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134507520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829066.051003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829066.051008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829066.051011:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829066.051016:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2437 00000100:00080000:2.0:1787829066.051019:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829066.051024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829066.051037:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829066.051059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134507648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829066.051075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829066.051077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134507520:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829066.051080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829066.051087:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829066.051101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2437 00000100:00080000:2.0:1787829066.051116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829066.051120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829066.051126:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829066.051142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134507776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829066.051151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829066.051155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829066.051157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829066.051160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2437 00000100:00080000:2.0:1787829066.051166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829066.051168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829066.051172:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829066.051183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134507904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829066.051213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829066.051264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066] req@ffffa0e3d025f840 x1874672134507520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829066.051286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134507520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829066.051299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829066.051303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829066.051308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134507520:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829066.051348:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829066.051394:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829066.051409:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066] req@ffffa0e3d025de00 x1874672134507648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829066.051423:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134507648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829066.051433:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829066.051437:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829066.051441:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829066.051448:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829066.051473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829066.051486:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066] req@ffffa0e3d025ed00 x1874672134507776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829066.051498:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134507776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829066.051506:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829066.051510:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829066.051513:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829066.051521:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507904:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829066.051543:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829066.051555:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066] req@ffffa0e3d025da40 x1874672134507904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829066.051568:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134507904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829066.051577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829066.051580:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829066.051584:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134507904:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829066.690879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829066.690983:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829067.714881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829067.714987:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829068.738897:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829068.739053:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829069.762809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829069.762931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829070.786860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829070.786928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829071.170871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829071.170881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829071.170885:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829071.170894:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2442 00000100:00080000:2.0:1787829071.170905:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829071.170911:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829071.170955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134508032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829071.170978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829071.170981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829071.170983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829071.170986:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2442 00000100:00080000:2.0:1787829071.170989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829071.170992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829071.171000:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829071.171011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134508160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829071.171023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829071.171042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829071.171045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829071.171052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2442 00000100:00080000:2.0:1787829071.171056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829071.171062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829071.171079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829071.171096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134508288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829071.171101:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134508032:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829071.171114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829071.171120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829071.171123:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829071.171128:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2442 00000100:00080000:2.0:1787829071.171133:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829071.171137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829071.171145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829071.171165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134508416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829071.171212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829071.171271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071] req@ffffa0e3d025d2c0 x1874672134508032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829071.171293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134508032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829071.171306:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829071.171312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829071.171317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134508032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829071.171327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829071.171373:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829071.171399:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071] req@ffffa0e3d025e580 x1874672134508160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829071.171413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134508160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829071.171422:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829071.171426:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829071.171430:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829071.171472:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829071.171493:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829071.171505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071] req@ffffa0e3d025d680 x1874672134508288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829071.171518:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134508288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829071.171527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829071.171531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829071.171535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829071.171542:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508416:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829071.171563:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829071.171575:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071] req@ffffa0e3d025cf00 x1874672134508416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829071.171594:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134508416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829071.171603:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829071.171606:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829071.171610:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508416:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829071.810839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829071.810961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829072.834851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829072.834950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829073.858794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829073.858852:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829074.882831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829074.882901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829075.906799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829075.906864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829076.290841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829076.290852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829076.290856:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829076.290868:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2447 00000100:00080000:2.0:1787829076.290880:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829076.290887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829076.290939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134508544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829076.290973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829076.290977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829076.290979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829076.290983:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2447 00000100:00080000:2.0:1787829076.290986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829076.290990:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829076.291000:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829076.291012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134508672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829076.291021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829076.291025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829076.291028:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134508544:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829076.291028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829076.291036:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2447 00000100:00080000:2.0:1787829076.291040:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829076.291043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829076.291045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829076.291053:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134508800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829076.291060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829076.291063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829076.291064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829076.291068:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2447 00000100:00080000:2.0:1787829076.291071:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829076.291073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829076.291077:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829076.291093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134508928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829076.291133:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829076.291180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076] req@ffffa0e3d025e940 x1874672134508544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829076.291195:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134508544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829076.291204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829076.291207:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829076.291210:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134508544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829076.291231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829076.291249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829076.291258:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076] req@ffffa0e3d025f0c0 x1874672134508672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829076.291266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134508672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829076.291272:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829076.291274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829076.291277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829076.291280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829076.291291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829076.291314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076] req@ffffa0e3d025c3c0 x1874672134508800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829076.291322:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134508800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829076.291328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829076.291330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829076.291332:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829076.291336:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508928:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829076.291350:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829076.291357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076] req@ffffa0e3d025cb40 x1874672134508928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829076.291365:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134508928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829076.291370:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829076.291371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829076.291374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134508928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829076.930821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829076.930886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829077.954832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829077.954881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829078.978825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829078.978877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829080.002761:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829080.002864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829081.026799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829081.026864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829081.410826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829081.410836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829081.410841:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829081.410852:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2452 00000100:00080000:1.0:1787829081.410865:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829081.410872:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829081.410915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134509056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829081.410941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829081.410943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829081.410945:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829081.410948:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2452 00000100:00080000:1.0:1787829081.410966:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829081.410970:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829081.410981:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829081.410993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829081.411003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829081.411005:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134509056:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829081.411008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829081.411012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829081.411018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2452 00000100:00080000:1.0:1787829081.411021:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829081.411023:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829081.411027:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829081.411038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829081.411045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829081.411049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829081.411050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829081.411054:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2452 00000100:00080000:1.0:1787829081.411059:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829081.411065:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829081.411085:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829081.411099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134509440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829081.411106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829081.411181:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081] req@ffffa0e3d98d6940 x1874672134509056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829081.411212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134509056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829081.411222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829081.411226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829081.411230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134509056:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829081.411277:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829081.411317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829081.411327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081] req@ffffa0e3d98d7840 x1874672134509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829081.411336:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134509184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829081.411343:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829081.411362:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829081.411365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829081.411370:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829081.411384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829081.411392:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081] req@ffffa0e3d98d5e00 x1874672134509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829081.411401:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134509312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829081.411407:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829081.411409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829081.411411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829081.411416:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509440:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829081.411428:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829081.411435:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081] req@ffffa0e3d98d43c0 x1874672134509440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829081.411465:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134509440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829081.411471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829081.411473:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829081.411475:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509440:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829082.050912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829082.050985:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829083.074823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829083.074892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829084.098833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829084.098897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829085.122813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829085.122884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829086.146853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829086.146915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829086.530802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.530814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829086.530819:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.530831:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2458 00000100:00080000:1.0:1787829086.530844:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.530852:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829086.530897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134509568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829086.530929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.530932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829086.530933:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.530937:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2458 00000100:00080000:1.0:1787829086.530939:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.530943:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829086.530954:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829086.530965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134509696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829086.530973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.530977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829086.530980:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829086.530983:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134509568:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829086.530985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2458 00000100:00080000:1.0:1787829086.530991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.530995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829086.530999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829086.531009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134509824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829086.531016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829086.531019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829086.531020:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829086.531023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2458 00000100:00080000:1.0:1787829086.531027:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829086.531030:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829086.531034:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829086.531044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134509952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829086.531196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829086.531271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffffa0e3d98d4f00 x1874672134509568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829086.531290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134509568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829086.531300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829086.531303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829086.531306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134509568:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829086.531334:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829086.531372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829086.531384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffffa0e3d98d43c0 x1874672134509696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829086.531399:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134509696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829086.531405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829086.531408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829086.531411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829086.531416:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829086.531435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829086.531446:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffffa0e3d98d5e00 x1874672134509824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829086.531469:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134509824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829086.531477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829086.531481:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829086.531488:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829086.531498:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509952:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829086.531516:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829086.531523:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086] req@ffffa0e3d98d7840 x1874672134509952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829086.531530:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134509952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829086.531539:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829086.531541:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829086.531543:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134509952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829087.170832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829087.170910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829088.194808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829088.194866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829089.218804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829089.218884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829090.242810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829090.242864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829091.266881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829091.266912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787829091.650829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829091.650838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829091.650841:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829091.650849:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2463 00000100:00080000:2.0:1787829091.650863:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829091.650870:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829091.650904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134510080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829091.650928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829091.650931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829091.650932:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829091.650935:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2463 00000100:00080000:2.0:1787829091.650938:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829091.650940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829091.650947:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829091.650955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134510208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829091.650973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829091.650976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829091.650978:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829091.650981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2463 00000100:00080000:2.0:1787829091.650984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829091.650986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829091.650989:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829091.650995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134510336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829091.651002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829091.651004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829091.651007:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829091.651009:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134510080:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829091.651011:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2463 00000100:00080000:2.0:1787829091.651016:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829091.651021:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829091.651034:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829091.651046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134510464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829091.651089:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829091.651122:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffffa0e3d025fc00 x1874672134510080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829091.651135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134510080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829091.651142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829091.651145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829091.651148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134510080:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829091.651154:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829091.651168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829091.651176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffffa0e3d025f480 x1874672134510208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829091.651183:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134510208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829091.651201:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829091.651203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829091.651206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829091.651224:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829091.651237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829091.651243:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffffa0e3d025e1c0 x1874672134510336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829091.651251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134510336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829091.651256:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829091.651258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829091.651260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829091.651263:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510464:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829091.651273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829091.651279:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091] req@ffffa0e3d025c780 x1874672134510464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829091.651287:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134510464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829091.651292:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829091.651294:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829091.651295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510464:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829092.290800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829092.290864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829093.314788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829093.314859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829094.338838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829094.338934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829095.362803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829095.362925:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829096.386831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829096.386905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829096.770852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829096.770863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829096.770867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829096.770878:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2468 00000100:00080000:0.0:1787829096.770891:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829096.770898:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829096.770954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134510592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829096.770988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829096.770992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829096.770994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829096.771000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2468 00000100:00080000:0.0:1787829096.771005:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829096.771011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829096.771024:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829096.771040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134510720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829096.771041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134510592:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829096.771058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829096.771060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829096.771062:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829096.771065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2468 00000100:00080000:0.0:1787829096.771069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829096.771071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829096.771075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829096.771083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134510848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829096.771090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829096.771093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829096.771095:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829096.771097:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2468 00000100:00080000:0.0:1787829096.771100:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829096.771102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829096.771106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829096.771115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134510976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829096.771121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829096.771181:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffffa0e3c3e86d00 x1874672134510592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.771199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134510592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.771211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.771216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829096.771221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134510592:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829096.771251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829096.771279:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829096.771302:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffffa0e3c3e870c0 x1874672134510720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.771312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134510720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.771319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.771321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829096.771323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829096.771328:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829096.771342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829096.771349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffffa0e3c3e87840 x1874672134510848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.771357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134510848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.771363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.771365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829096.771368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829096.771375:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510976:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829096.771396:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829096.771408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096] req@ffffa0e3c3e852c0 x1874672134510976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829096.771421:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134510976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829096.771436:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829096.771440:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829096.771444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134510976:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829097.410804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829097.410897:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829098.434797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829098.434883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829099.458806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829099.458871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829100.482796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829100.482862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829101.506760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829101.506841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829101.890817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829101.890826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829101.890830:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829101.890846:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2473 00000100:00080000:0.0:1787829101.890856:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829101.890862:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829101.890896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134511104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829101.890926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829101.890929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829101.890934:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829101.890937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2473 00000100:00080000:0.0:1787829101.890940:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829101.890943:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829101.890951:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829101.890961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134511232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829101.890969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829101.890972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829101.890973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829101.890976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2473 00000100:00080000:0.0:1787829101.890979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829101.890984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134511104:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829101.890985:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829101.890989:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829101.890997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134511360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829101.891004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829101.891007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829101.891008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829101.891011:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2473 00000100:00080000:0.0:1787829101.891013:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829101.891015:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829101.891019:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829101.891026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134511488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829101.891047:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829101.891082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffffa0e3c3e84f00 x1874672134511104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829101.891094:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134511104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829101.891103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829101.891106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829101.891108:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134511104:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829101.891114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829101.891149:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829101.891158:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffffa0e3c3e84b40 x1874672134511232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829101.891171:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134511232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829101.891177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829101.891179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829101.891181:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829101.891201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829101.891213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829101.891219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffffa0e3c3e85680 x1874672134511360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829101.891226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134511360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829101.891231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829101.891233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829101.891235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829101.891238:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511488:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829101.891248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829101.891254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829101/real 1787829101] req@ffffa0e3c3e86940 x1874672134511488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829101.891261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134511488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829101.891271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829101.891273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829101.891275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829102.530790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829102.530854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829103.554811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829103.554866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829104.578805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829104.578867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829105.602822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829105.602939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829106.626776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829106.626850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829107.010816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829107.010826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829107.010831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829107.010843:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2478 00000100:00080000:2.0:1787829107.010855:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829107.010862:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829107.010908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134511616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829107.010929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829107.010932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829107.010934:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829107.010937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2478 00000100:00080000:2.0:1787829107.010939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829107.010942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829107.010952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829107.010963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829107.010972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829107.010975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829107.010976:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829107.010979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2478 00000100:00080000:2.0:1787829107.010981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829107.010987:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134511616:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829107.010988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829107.010992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829107.011002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829107.011010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829107.011012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829107.011014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829107.011017:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2478 00000100:00080000:2.0:1787829107.011019:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829107.011021:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829107.011024:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829107.011033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134512000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829107.011066:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829107.011124:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107] req@ffffa0e3d025c000 x1874672134511616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829107.011146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134511616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829107.011155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829107.011158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829107.011161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134511616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829107.011185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829107.011201:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829107.011210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107] req@ffffa0e3d025c780 x1874672134511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829107.011218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134511744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829107.011224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829107.011227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829107.011229:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829107.011232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829107.011243:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829107.011248:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107] req@ffffa0e3d025e1c0 x1874672134511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829107.011255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134511872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829107.011261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829107.011263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829107.011264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134511872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829107.011268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512000:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829107.011278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829107.011284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107] req@ffffa0e3d025f480 x1874672134512000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829107.011291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134512000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829107.011296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829107.011298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829107.011300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512000:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829107.650811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829107.650878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829108.674782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829108.674885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829109.698821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829109.698945:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829110.722811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829110.722891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829111.746810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829111.746871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829112.130851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829112.130861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829112.130866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829112.130877:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2483 00000100:00080000:0.0:1787829112.130889:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829112.130896:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829112.130939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134512128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829112.130966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829112.130969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829112.130970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829112.130973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2483 00000100:00080000:0.0:1787829112.130975:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829112.130978:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829112.130988:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829112.130998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829112.131005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829112.131008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829112.131009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829112.131014:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134512128:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829112.131015:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2483 00000100:00080000:0.0:1787829112.131020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829112.131024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829112.131027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829112.131036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134512384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829112.131042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829112.131060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829112.131063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829112.131067:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2483 00000100:00080000:0.0:1787829112.131070:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829112.131073:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829112.131078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829112.131087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134512512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829112.131105:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829112.131144:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112] req@ffffa0e3c3e85e00 x1874672134512128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829112.131159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134512128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829112.131168:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829112.131172:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829112.131175:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134512128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829112.131198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829112.131215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829112.131223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112] req@ffffa0e3c3e87480 x1874672134512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829112.131232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134512256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829112.131238:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829112.131240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829112.131243:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829112.131247:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829112.131258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829112.131273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112] req@ffffa0e3c3e86940 x1874672134512384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829112.131285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134512384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829112.131294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829112.131297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829112.131301:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829112.131308:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512512:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829112.131330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829112.131338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112] req@ffffa0e3c3e85680 x1874672134512512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829112.131347:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134512512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829112.131353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829112.131355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829112.131357:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829112.770810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829112.770873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829113.794800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829113.794906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829114.818782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829114.818857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829115.842831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829115.842901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829116.866805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829116.866919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829117.250823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829117.250831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829117.250835:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829117.250844:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2488 00000100:00080000:0.0:1787829117.250854:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829117.250860:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829117.250895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134512640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829117.250919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829117.250922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829117.250924:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829117.250927:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2488 00000100:00080000:0.0:1787829117.250929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829117.250932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829117.250939:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829117.250948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134512768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829117.250957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829117.250959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829117.250961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829117.250966:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134512640:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829117.250967:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2488 00000100:00080000:0.0:1787829117.250973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829117.250976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829117.250980:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829117.250987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134512896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829117.250993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829117.250996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829117.250998:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829117.251000:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2488 00000100:00080000:0.0:1787829117.251003:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829117.251005:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829117.251023:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829117.251033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134513024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829117.251049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829117.251085:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117] req@ffffa0e3c3e84b40 x1874672134512640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829117.251099:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134512640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829117.251107:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829117.251110:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829117.251113:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134512640:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829117.251137:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829117.251161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829117.251176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117] req@ffffa0e3c3e84f00 x1874672134512768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829117.251189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134512768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829117.251197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829117.251201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829117.251205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829117.251211:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829117.251243:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829117.251254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117] req@ffffa0e3c3e852c0 x1874672134512896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829117.251263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134512896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829117.251268:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829117.251271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829117.251273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134512896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829117.251280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513024:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829117.251295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829117.251301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117] req@ffffa0e3c3e87840 x1874672134513024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829117.251309:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134513024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829117.251314:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829117.251315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829117.251317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513024:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829117.890804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829117.890876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829118.914798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829118.914909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829119.938803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829119.938862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829120.962760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829120.962851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829121.986809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829121.986867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829122.370836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829122.370845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829122.370848:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829122.370858:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2493 00000100:00080000:2.0:1787829122.370868:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829122.370874:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829122.370908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134513152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829122.370930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829122.370933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829122.370935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829122.370938:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2493 00000100:00080000:2.0:1787829122.370941:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829122.370944:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829122.370952:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829122.370957:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134513152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829122.370964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134513280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829122.370972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829122.370991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829122.370993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829122.370997:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2493 00000100:00080000:2.0:1787829122.371000:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829122.371003:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829122.371008:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829122.371017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134513408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829122.371023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829122.371028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787829122.371029:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829122.371030:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829122.371036:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2493 00000100:00080000:2.0:1787829122.371040:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829122.371043:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829122.371047:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829122.371055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134513536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829122.371070:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829122] req@ffffa0e3d025fc00 x1874672134513152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829122.371085:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134513152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829122.371093:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829122.371097:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829122.371101:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134513152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829122.371123:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829122.371143:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829122.371151:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829122] req@ffffa0e3d025cb40 x1874672134513280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829122.371161:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134513280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829122.371167:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829122.371170:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829122.371173:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829122.371180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829122.371194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829122.371205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829122] req@ffffa0e3d025c3c0 x1874672134513408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829122.371218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134513408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829122.371224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829122.371227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829122.371233:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829122.371239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513536:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829122.371259:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829122.371266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829122] req@ffffa0e3d025f0c0 x1874672134513536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829122.371278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134513536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829122.371354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829122.371358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829122.371361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513536:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829123.010816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829123.010869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829124.034828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829124.034888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829125.058873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829125.058944:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829126.082824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829126.082899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829127.106841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829127.106929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829127.490808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829127.490816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829127.490819:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829127.490828:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2499 00000100:00080000:2.0:1787829127.490837:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829127.490842:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829127.490874:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134513664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829127.490896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829127.490898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829127.490900:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829127.490903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2499 00000100:00080000:2.0:1787829127.490905:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829127.490907:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829127.490915:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829127.490923:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134513792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829127.490930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829127.490933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829127.490935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829127.490948:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2499 00000100:00080000:2.0:1787829127.490952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829127.490955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134513664:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829127.490958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829127.490964:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829127.490973:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134513920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829127.490981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829127.490983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829127.490985:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829127.490987:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2499 00000100:00080000:2.0:1787829127.490990:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829127.490992:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829127.490995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829127.491003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134514048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829127.491051:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829127.491084:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829127.491101:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829128.130786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829128.130886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829129.154831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829129.154887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829130.178815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829130.178891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829130.562977:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787829130.563013:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829130.563028:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829130.563062:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829130.563069:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829130.563075:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787829130.563119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829130] req@ffffa0e3d025d680 x1874672134513920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829130.563191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134513920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829130.563206:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829130.563210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829130.563215:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829130.563223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829130] req@ffffa0e3d025e580 x1874672134514048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829130.563238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134514048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829130.563248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829130.563253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829130.563257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829130.563264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829130] req@ffffa0e3d025e940 x1874672134513664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829130.563286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134513664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829130.563294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829130.563298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829130.563301:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134513664:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829130.563307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829130] req@ffffa0e3d025cf00 x1874672134513792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829130.563330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134513792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829130.563339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829130.563343:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829130.563347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134513792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829131.202851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829131.202942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829132.226810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829132.226883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829132.610860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829132.610873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829132.610878:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829132.610889:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2504 00000100:00080000:1.0:1787829132.610901:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829132.610920:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829132.610962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134514176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829132.610989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829132.610992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829132.610994:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829132.610997:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2504 00000100:00080000:1.0:1787829132.611000:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829132.611004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829132.611016:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829132.611032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829132.611045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829132.611049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829132.611050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829132.611054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2504 00000100:00080000:1.0:1787829132.611059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829132.611066:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829132.611069:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134514176:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829132.611073:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829132.611087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829132.611098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829132.611101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829132.611102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829132.611106:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2504 00000100:00080000:1.0:1787829132.611109:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829132.611113:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829132.611118:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829132.611130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134514560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829132.611156:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829132.611209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffffa0e3d98d6940 x1874672134514176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829132.611237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134514176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829132.611249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829132.611255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829132.611260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134514176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829132.611292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829132.611317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829132.611331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffffa0e3d98d61c0 x1874672134514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829132.611343:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134514304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829132.611351:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829132.611354:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829132.611358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829132.611364:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829132.611382:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829132.611394:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffffa0e3d98d5680 x1874672134514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829132.611407:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134514432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829132.611415:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829132.611418:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829132.611421:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829132.611438:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514560:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829132.611458:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829132.611469:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132] req@ffffa0e3d98d4780 x1874672134514560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829132.611481:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134514560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829132.611490:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829132.611493:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829132.611497:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514560:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829133.250844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829133.250928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829134.274827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829134.274910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829135.298803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829135.298915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829136.322782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829136.322842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829137.346806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829137.346888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829137.730851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829137.730861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829137.730878:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829137.730890:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2509 00000100:00080000:0.0:1787829137.730903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829137.730911:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829137.730953:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134514688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829137.730976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829137.730978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829137.730980:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829137.730983:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2509 00000100:00080000:0.0:1787829137.730985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829137.730987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829137.730998:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829137.731006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134514816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829137.731014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829137.731016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829137.731019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829137.731023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2509 00000100:00080000:0.0:1787829137.731028:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829137.731030:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134514688:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829137.731033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829137.731048:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829137.731057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134514944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829137.731063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829137.731066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829137.731067:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829137.731070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2509 00000100:00080000:0.0:1787829137.731072:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829137.731076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829137.731081:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829137.731094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134515072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829137.731117:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829137.731160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffffa0e3c3e870c0 x1874672134514688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829137.731174:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134514688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829137.731183:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829137.731186:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829137.731189:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134514688:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829137.731209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829137.731227:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829137.731235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffffa0e3c3e86d00 x1874672134514816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829137.731243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134514816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829137.731249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829137.731251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829137.731254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829137.731258:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829137.731268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829137.731274:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffffa0e3c3e87c00 x1874672134514944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829137.731281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134514944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829137.731287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829137.731288:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829137.731290:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134514944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829137.731294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515072:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829137.731304:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829137.731313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137] req@ffffa0e3c3e86580 x1874672134515072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829137.731333:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134515072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829137.731342:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829137.731345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829137.731349:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515072:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829138.370774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829138.370855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829139.394776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829139.394884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829140.418791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829140.418892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829141.442803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829141.442869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829142.466776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829142.466953:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829142.850813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829142.850824:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829142.850828:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829142.850852:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2514 00000100:00080000:0.0:1787829142.850865:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829142.850871:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829142.850913:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134515200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829142.850938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829142.850941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829142.850943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829142.850946:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2514 00000100:00080000:0.0:1787829142.850948:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829142.850951:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829142.850961:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829142.850972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134515328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829142.850981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829142.850984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829142.850987:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829142.850989:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134515200:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829142.850991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2514 00000100:00080000:0.0:1787829142.850996:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829142.851000:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829142.851003:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829142.851011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134515456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829142.851017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829142.851020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829142.851021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829142.851024:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2514 00000100:00080000:0.0:1787829142.851026:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829142.851028:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829142.851032:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829142.851043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134515584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829142.851072:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829142.851118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffffa0e3c3e85a40 x1874672134515200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829142.851133:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134515200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829142.851142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829142.851145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829142.851149:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134515200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829142.851171:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829142.851189:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829142.851202:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffffa0e3c3e861c0 x1874672134515328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829142.851217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134515328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829142.851226:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829142.851230:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829142.851233:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829142.851241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829142.851257:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829142.851265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffffa0e3c3e86580 x1874672134515456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829142.851274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134515456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829142.851288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829142.851290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829142.851293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829142.851297:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515584:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829142.851310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829142.851317:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829142/real 1787829142] req@ffffa0e3c3e87c00 x1874672134515584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829142.851324:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134515584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829142.851334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829142.851336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829142.851338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515584:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829143.490807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829143.490883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829144.514798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829144.514863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829145.538790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829145.538846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829146.562840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829146.562951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829147.586780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829147.586856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829147.970790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.970809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829147.970812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.970820:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2519 00000100:00080000:2.0:1787829147.970831:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.970837:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829147.970869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134515712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829147.970891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.970895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829147.970896:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.970899:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2519 00000100:00080000:2.0:1787829147.970901:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.970904:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829147.970912:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829147.970920:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134515840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829147.970927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.970930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829147.970932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.970935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2519 00000100:00080000:2.0:1787829147.970937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.970939:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829147.970942:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829147.970948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134515968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829147.970955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134515712:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829147.970958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829147.970964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829147.970966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829147.970969:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2519 00000100:00080000:2.0:1787829147.970972:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829147.970974:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829147.970977:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829147.970986:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134516096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829147.971023:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829147.971059:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffffa0e3d025d2c0 x1874672134515712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829147.971078:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134515712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829147.971086:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829147.971089:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829147.971093:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134515712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829147.971099:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829147.971115:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829147.971123:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffffa0e3d025da40 x1874672134515840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829147.971136:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134515840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829147.971142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829147.971144:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829147.971146:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829147.971165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829147.971176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829147.971183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffffa0e3d025ed00 x1874672134515968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829147.971191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134515968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829147.971196:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829147.971197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829147.971199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134515968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829147.971203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516096:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829147.971213:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829147.971220:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829147/real 1787829147] req@ffffa0e3d025de00 x1874672134516096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829147.971227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134516096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829147.971237:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829147.971239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829147.971241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516096:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829148.610814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829148.610889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829149.634826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829149.634871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829150.658844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829150.658901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829151.682855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829151.682929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829152.706840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829152.706915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829153.090852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829153.090865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829153.090869:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829153.090880:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2524 00000100:00080000:1.0:1787829153.090892:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829153.090900:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829153.090953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134516224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829153.090980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829153.090983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829153.090985:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829153.090990:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2524 00000100:00080000:1.0:1787829153.090993:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829153.090998:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829153.091010:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829153.091026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134516224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829153.091032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134516352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829153.091043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829153.091046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829153.091048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829153.091052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2524 00000100:00080000:1.0:1787829153.091055:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829153.091059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829153.091064:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829153.091073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134516480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829153.091081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829153.091084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829153.091085:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829153.091089:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2524 00000100:00080000:1.0:1787829153.091092:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829153.091095:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829153.091100:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829153.091109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134516608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829153.091116:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829153.091167:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153] req@ffffa0e3d98d52c0 x1874672134516224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829153.091183:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134516224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829153.091198:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829153.091201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829153.091205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134516224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829153.091235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829153.091262:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829153.091282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153] req@ffffa0e3d98d4780 x1874672134516352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829153.091296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134516352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829153.091303:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829153.091305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829153.091307:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829153.091311:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829153.091325:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829153.091338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153] req@ffffa0e3d98d5680 x1874672134516480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829153.091346:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134516480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829153.091352:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829153.091354:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829153.091356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829153.091360:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516608:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829153.091372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829153.091378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153] req@ffffa0e3d98d61c0 x1874672134516608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829153.091385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134516608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829153.091400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829153.091403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829153.091405:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829153.730827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829153.730914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829154.754834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829154.754901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829155.778814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829155.778873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829156.802833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829156.802905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829157.826793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829157.826853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829158.210890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829158.210897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829158.210901:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829158.210912:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2529 00000100:00080000:2.0:1787829158.210921:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829158.210928:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829158.210960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134516736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829158.210984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829158.210988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829158.210990:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829158.210993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2529 00000100:00080000:2.0:1787829158.210996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829158.210999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829158.211007:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829158.211025:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134516736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829158.211025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829158.211040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829158.211045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829158.211048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829158.211054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2529 00000100:00080000:2.0:1787829158.211059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829158.211064:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829158.211070:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829158.211084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829158.211118:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829158.211120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829158.211125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829158.211128:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829158.211134:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2529 00000100:00080000:2.0:1787829158.211139:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829158.211143:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829158.211148:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829158.211155:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158] req@ffffa0e3d025f840 x1874672134516736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829158.211171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134517120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829158.211177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134516736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829158.211198:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829158.211202:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829158.211207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134516736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829158.211230:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829158.211251:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829158.211261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158] req@ffffa0e3d025de00 x1874672134516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829158.211276:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134516864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829158.211289:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829158.211292:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829158.211295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829158.211298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829158.211309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829158.211316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158] req@ffffa0e3d025ed00 x1874672134516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829158.211323:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134516992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829158.211329:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829158.211331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829158.211333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134516992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829158.211337:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517120:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829158.211348:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829158.211354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158] req@ffffa0e3d025da40 x1874672134517120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829158.211363:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134517120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829158.211368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829158.211370:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829158.211373:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517120:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829158.850856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829158.850953:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829159.874795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829159.874856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829160.898801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829160.898915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829161.922935:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829161.923028:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829162.946799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829162.946870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829163.330832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829163.330841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829163.330844:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829163.330870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2534 00000100:00080000:1.0:1787829163.330881:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829163.330889:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829163.330934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134517248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829163.330966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829163.330986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829163.330987:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829163.330991:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2534 00000100:00080000:1.0:1787829163.330994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829163.330997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829163.331005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829163.331017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134517376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829163.331024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829163.331027:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829163.331029:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829163.331033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2534 00000100:00080000:1.0:1787829163.331036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829163.331041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829163.331042:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134517248:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829163.331045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829163.331057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829163.331064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829163.331066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829163.331067:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829163.331070:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2534 00000100:00080000:1.0:1787829163.331072:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829163.331074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829163.331078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829163.331086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134517632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829163.331115:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829163.331149:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163] req@ffffa0e3d98d6940 x1874672134517248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829163.331162:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134517248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829163.331171:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829163.331173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829163.331176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134517248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829163.331182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829163.331196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829163.331205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163] req@ffffa0e3d98d7840 x1874672134517376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829163.331213:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134517376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829163.331218:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829163.331220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829163.331222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829163.331244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829163.331255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829163.331261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163] req@ffffa0e3d98d5e00 x1874672134517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829163.331268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134517504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829163.331273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829163.331275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829163.331277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829163.331281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517632:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829163.331291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829163.331297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163] req@ffffa0e3d98d43c0 x1874672134517632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829163.331304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134517632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829163.331309:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829163.331311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829163.331313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517632:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829163.970871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829163.970969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829164.994874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829164.994955:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829166.018811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829166.018862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829167.042816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829167.042909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829168.066813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829168.066870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829168.450843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829168.450852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829168.450856:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829168.450865:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2539 00000100:00080000:2.0:1787829168.450877:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829168.450884:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829168.450922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134517760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829168.450950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829168.450980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829168.450982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829168.450985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2539 00000100:00080000:2.0:1787829168.450988:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829168.450992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829168.451002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829168.451013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134517888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829168.451023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829168.451026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829168.451027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829168.451034:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2539 00000100:00100000:3.0:1787829168.451036:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134517760:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829168.451037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829168.451045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829168.451050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829168.451057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134518016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829168.451065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829168.451069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829168.451070:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829168.451073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2539 00000100:00080000:2.0:1787829168.451076:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829168.451079:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829168.451083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829168.451092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134518144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829168.451122:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829168.451171:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168] req@ffffa0e3d025d2c0 x1874672134517760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829168.451186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134517760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829168.451195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829168.451200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829168.451205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134517760:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829168.451234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829168.451263:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829168.451278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168] req@ffffa0e3d025cf00 x1874672134517888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829168.451289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134517888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829168.451296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829168.451299:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829168.451302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134517888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829168.451307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829168.451323:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829168.451352:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168] req@ffffa0e3d025e940 x1874672134518016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829168.451362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134518016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829168.451368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829168.451371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829168.451373:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829168.451378:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518144:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829168.451392:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829168.451400:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168] req@ffffa0e3d025e580 x1874672134518144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829168.451408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134518144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829168.451433:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829168.451435:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829168.451447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829169.090800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829169.090870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829170.114796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829170.114875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829171.138903:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829171.139028:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829172.162824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829172.162894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829173.186819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829173.186890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829173.570848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.570858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829173.570863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.570873:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2545 00000100:00080000:2.0:1787829173.570885:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.570891:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829173.570934:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134518272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829173.570962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.570965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829173.570966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.570975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2545 00000100:00080000:2.0:1787829173.570978:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.570981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829173.570992:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829173.571003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134518400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829173.571010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.571013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829173.571015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.571020:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2545 00000100:00080000:2.0:1787829173.571025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.571032:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829173.571039:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134518272:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829173.571043:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829173.571061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134518528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829173.571077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829173.571082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829173.571084:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829173.571090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2545 00000100:00080000:2.0:1787829173.571109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829173.571117:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829173.571119:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829173.571131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829173.571152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134518656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829173.571166:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffffa0e3d025d680 x1874672134518272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829173.571190:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134518272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829173.571204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829173.571209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829173.571213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134518272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829173.571222:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829173.571249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829173.571264:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffffa0e3d025f0c0 x1874672134518400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829173.571275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134518400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829173.571281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829173.571284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829173.571287:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829173.571310:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829173.571325:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829173.571333:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffffa0e3d025c3c0 x1874672134518528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829173.571349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134518528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829173.571354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829173.571357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829173.571359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829173.571363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518656:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829173.571375:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829173.571381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173] req@ffffa0e3d025cb40 x1874672134518656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829173.571388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134518656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829173.571394:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829173.571396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829173.571398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518656:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829174.210858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829174.210946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829175.234769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829175.234880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829176.258812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829176.258892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829177.282771:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829177.282837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829178.306817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829178.306866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829178.690844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829178.690855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829178.690860:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829178.690873:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2550 00000100:00080000:0.0:1787829178.690885:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829178.690893:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829178.690941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134518784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829178.690972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829178.690975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829178.690977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829178.690980:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2550 00000100:00080000:0.0:1787829178.690983:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829178.690992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829178.691002:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829178.691016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134518912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829178.691024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829178.691027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829178.691028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829178.691033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2550 00000100:00080000:0.0:1787829178.691037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829178.691037:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134518784:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829178.691042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829178.691050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829178.691061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134519040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829178.691068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829178.691071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829178.691073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829178.691075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2550 00000100:00080000:0.0:1787829178.691078:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829178.691082:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829178.691087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829178.691097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134519168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829178.691126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829178.691174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffffa0e3c3e86d00 x1874672134518784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829178.691195:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134518784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829178.691208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829178.691212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829178.691217:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134518784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829178.691247:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829178.691271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829178.691284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffffa0e3c3e870c0 x1874672134518912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829178.691296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134518912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829178.691304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829178.691307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829178.691310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134518912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829178.691316:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829178.691334:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829178.691344:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffffa0e3c3e87840 x1874672134519040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829178.691356:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134519040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829178.691363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829178.691365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829178.691368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829178.691374:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519168:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829178.691390:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829178.691400:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178] req@ffffa0e3c3e852c0 x1874672134519168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829178.691412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134519168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829178.691421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829178.691424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829178.691427:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829179.330791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829179.330880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829180.354781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829180.354886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829181.378830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829181.378896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829182.402848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829182.402866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829183.426846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829183.426923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829183.810867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829183.810877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829183.810881:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829183.810890:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2555 00000100:00080000:2.0:1787829183.810901:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829183.810908:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829183.810943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134519296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829183.810968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829183.810988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829183.810989:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829183.810993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2555 00000100:00080000:2.0:1787829183.810995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829183.810997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829183.811005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829183.811014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829183.811021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829183.811024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829183.811025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829183.811028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2555 00000100:00080000:2.0:1787829183.811030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829183.811032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829183.811035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829183.811041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829183.811050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134519296:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829183.811051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829183.811056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829183.811059:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829183.811064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2555 00000100:00080000:2.0:1787829183.811066:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829183.811068:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829183.811071:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829183.811080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134519680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829183.811136:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829183.811180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffffa0e3d025fc00 x1874672134519296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829183.811209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134519296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829183.811222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829183.811226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829183.811231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134519296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829183.811239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829183.811272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829183.811286:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffffa0e3d025f480 x1874672134519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829183.811301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134519424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829183.811310:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829183.811314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829183.811317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829183.811353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829183.811378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829183.811391:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffffa0e3d025e1c0 x1874672134519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829183.811412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134519552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829183.811421:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829183.811424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829183.811428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829183.811435:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519680:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829183.811457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829183.811470:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183] req@ffffa0e3d025c780 x1874672134519680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829183.811484:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134519680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829183.811492:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829183.811496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829183.811500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519680:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829184.450795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829184.450867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829185.474825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829185.474896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829186.498794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829186.498874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829187.522822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829187.522929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829188.546810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829188.546921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829188.930852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829188.930860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829188.930864:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829188.930872:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2560 00000100:00080000:1.0:1787829188.930882:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829188.930888:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829188.930921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134519808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829188.930947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829188.930950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829188.930952:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829188.930955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2560 00000100:00080000:1.0:1787829188.930957:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829188.930959:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829188.930967:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829188.930979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134519936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829188.930986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829188.930989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829188.930990:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829188.930993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2560 00000100:00080000:1.0:1787829188.930995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829188.931000:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829188.931001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134519808:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829188.931005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829188.931013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134520064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829188.931021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829188.931024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829188.931025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829188.931028:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2560 00000100:00080000:1.0:1787829188.931030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829188.931033:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829188.931036:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829188.931044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134520192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829188.931061:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829188.931097:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffffa0e3d98d4f00 x1874672134519808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829188.931121:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134519808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829188.931131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829188.931135:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829188.931138:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134519808:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829188.931145:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829188.931160:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829188.931169:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffffa0e3d98d43c0 x1874672134519936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829188.931177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134519936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829188.931182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829188.931184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829188.931186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134519936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829188.931207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829188.931218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829188.931224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffffa0e3d98d5e00 x1874672134520064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829188.931232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134520064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829188.931242:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829188.931244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829188.931246:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829188.931252:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520192:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829188.931267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829188.931274:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829188/real 1787829188] req@ffffa0e3d98d7840 x1874672134520192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829188.931281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134520192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829188.931287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829188.931290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829188.931292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520192:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829189.570807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829189.570880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829190.594791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829190.594840:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829191.618856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829191.618926:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829192.642836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829192.642948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829193.666842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829193.666916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829194.050836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829194.050847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829194.050852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829194.050875:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2565 00000100:00080000:2.0:1787829194.050888:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829194.050897:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829194.050941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134520320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829194.050986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829194.050990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829194.050992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829194.050996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2565 00000100:00080000:2.0:1787829194.051002:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829194.051009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829194.051019:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829194.051042:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134520320:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829194.051042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134520448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829194.051093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829194.051098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829194.051101:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829194.051106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2565 00000100:00080000:2.0:1787829194.051111:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829194.051117:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829194.051126:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829194.051146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134520576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829194.051165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829194.051168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829194.051171:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829194.051179:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2565 00000100:00080000:2.0:1787829194.051186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829194.051191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829194.051199:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829194.051206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829194.051221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134520704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829194.051280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829194.051307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829194.690799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829194.690871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829195.714883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829195.715026:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829196.738838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829196.738908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829197.123166:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829197.123241:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829197.123263:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829197.123333:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829197.123348:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829197.123361:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829197.123510:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829197] req@ffffa0e3d025f480 x1874672134520704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829197.123571:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134520704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829197.123590:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829197.123598:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829197.123605:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829197.123617:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829197] req@ffffa0e3d025c780 x1874672134520448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829197.123634:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134520448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829197.123643:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829197.123647:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829197.123651:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829197.123662:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829197] req@ffffa0e3d025e1c0 x1874672134520576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829197.123678:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134520576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829197.123691:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829197.123697:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829197.123702:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829197.123772:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829197] req@ffffa0e3d025c000 x1874672134520320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829197.123804:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134520320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829197.123839:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829197.123844:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829197.123848:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134520320:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829197.762801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829197.762917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829198.786888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829198.786988:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829199.170832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829199.170842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829199.170847:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829199.170858:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2570 00000100:00080000:2.0:1787829199.170870:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829199.170877:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829199.170926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134520832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829199.170961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829199.170965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829199.170967:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829199.170972:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2570 00000100:00080000:2.0:1787829199.170976:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829199.170982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829199.170995:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829199.171011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134520960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829199.171026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134520832:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829199.171030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829199.171046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829199.171048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829199.171054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2570 00000100:00080000:2.0:1787829199.171059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829199.171065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829199.171072:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829199.171089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134521088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829199.171101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829199.171107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829199.171109:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829199.171114:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2570 00000100:00080000:2.0:1787829199.171119:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829199.171126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829199.171134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829199.171144:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829199.171161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134521216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829199.171185:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199] req@ffffa0e3d025fc00 x1874672134520832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829199.171207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134520832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829199.171222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829199.171234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829199.171239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134520832:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829199.171268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829199.171297:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829199.171313:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199] req@ffffa0e3d025cb40 x1874672134520960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829199.171328:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134520960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829199.171344:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829199.171348:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829199.171352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134520960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829199.171360:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829199.171383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829199.171396:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199] req@ffffa0e3d025c3c0 x1874672134521088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829199.171410:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134521088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829199.171419:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829199.171423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829199.171427:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829199.171436:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521216:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829199.171475:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829199.171487:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199] req@ffffa0e3d025f0c0 x1874672134521216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829199.171501:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134521216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829199.171510:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829199.171513:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829199.171517:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521216:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829199.810794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829199.810837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829200.834825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829200.834932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829201.858811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829201.858869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829202.882832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829202.882924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829203.906796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829203.906874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829204.290838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829204.290860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829204.290866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829204.290879:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2575 00000100:00080000:0.0:1787829204.290894:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829204.290903:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829204.290954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134521344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829204.290990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829204.290994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829204.290996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829204.291000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2575 00000100:00080000:0.0:1787829204.291004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829204.291007:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829204.291019:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829204.291033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134521472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829204.291045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829204.291049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829204.291051:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829204.291054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2575 00000100:00080000:0.0:1787829204.291058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829204.291064:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134521344:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829204.291066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829204.291076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829204.291087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134521600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829204.291097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829204.291100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829204.291102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829204.291106:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2575 00000100:00080000:0.0:1787829204.291110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829204.291113:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829204.291118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829204.291129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134521728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829204.291157:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829204.291208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204] req@ffffa0e3c3e84f00 x1874672134521344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829204.291227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134521344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829204.291239:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829204.291243:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829204.291248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134521344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829204.291255:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829204.291281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829204.291307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204] req@ffffa0e3c3e84b40 x1874672134521472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829204.291327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134521472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829204.291340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829204.291345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829204.291350:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829204.291391:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829204.291438:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829204.291451:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204] req@ffffa0e3c3e85680 x1874672134521600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829204.291463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134521600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829204.291471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829204.291474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829204.291478:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829204.291484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521728:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829204.291501:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829204.291509:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204] req@ffffa0e3c3e86940 x1874672134521728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829204.291520:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134521728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829204.291527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829204.291530:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829204.291532:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521728:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829204.930822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829204.930900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829205.954805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829205.954872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829206.978845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829206.978895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829208.002785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829208.002859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829209.026864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829209.026947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829209.410818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829209.410827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829209.410831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829209.410842:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2580 00000100:00080000:0.0:1787829209.410856:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829209.410864:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829209.410903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134521856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829209.410937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829209.410942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829209.410944:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829209.410949:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2580 00000100:00080000:0.0:1787829209.410953:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829209.410958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829209.410969:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829209.410985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829209.410994:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134521856:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829209.411001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829209.411009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829209.411011:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829209.411025:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2580 00000100:00080000:0.0:1787829209.411029:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829209.411033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829209.411038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829209.411050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829209.411058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829209.411062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829209.411063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829209.411066:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2580 00000100:00080000:0.0:1787829209.411069:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829209.411074:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829209.411076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829209.411081:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829209.411089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134522240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829209.411121:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209] req@ffffa0e3c3e87480 x1874672134521856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829209.411141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134521856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829209.411153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829209.411158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829209.411162:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134521856:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829209.411186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829209.411211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829209.411224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209] req@ffffa0e3c3e85e00 x1874672134521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829209.411238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134521984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829209.411247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829209.411251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829209.411255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134521984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829209.411262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829209.411281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829209.411292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209] req@ffffa0e3c3e86940 x1874672134522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829209.411311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134522112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829209.411320:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829209.411323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829209.411327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829209.411333:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522240:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829209.411347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829209.411356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209] req@ffffa0e3c3e85680 x1874672134522240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829209.411382:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134522240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829209.411391:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829209.411395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829209.411398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829210.050825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829210.050892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829211.074823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829211.074911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829212.098798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829212.098862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829213.122897:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829213.122967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829214.146812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829214.146865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829214.530841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829214.530849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829214.530853:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829214.530861:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2586 00000100:00080000:0.0:1787829214.530872:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829214.530878:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829214.530911:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134522368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829214.530934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829214.530937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829214.530939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829214.530942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2586 00000100:00080000:0.0:1787829214.530944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829214.530947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829214.530954:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829214.530962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134522496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829214.530970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829214.530973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829214.530974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829214.530976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2586 00000100:00080000:0.0:1787829214.530978:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829214.530981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829214.530984:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829214.530988:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134522368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829214.530993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134522624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829214.531003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829214.531006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829214.531007:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829214.531009:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2586 00000100:00080000:0.0:1787829214.531011:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829214.531014:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829214.531017:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829214.531024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134522752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829214.531060:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829214.531102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffffa0e3c3e84b40 x1874672134522368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829214.531129:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134522368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829214.531151:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829214.531156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829214.531161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134522368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829214.531169:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829214.531192:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829214.531205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffffa0e3c3e84f00 x1874672134522496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829214.531219:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134522496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829214.531228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829214.531232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829214.531236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829214.531261:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829214.531281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829214.531293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffffa0e3c3e852c0 x1874672134522624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829214.531306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134522624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829214.531323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829214.531327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829214.531330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829214.531350:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522752:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829214.531371:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829214.531382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214] req@ffffa0e3c3e87840 x1874672134522752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829214.531395:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134522752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829214.531404:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829214.531408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829214.531412:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134522752:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829215.170915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829215.171000:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829216.194789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829216.194900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829217.218830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829217.218893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829218.242766:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829218.242908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829219.266838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829219.266920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829219.650842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829219.650853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829219.650858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829219.650869:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2591 00000100:00080000:1.0:1787829219.650881:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829219.650889:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829219.650928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134522880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829219.650964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829219.650969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829219.650971:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829219.650976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2591 00000100:00080000:1.0:1787829219.650981:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829219.650985:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829219.650996:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829219.651000:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134522880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829219.651014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134523008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829219.651027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829219.651032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829219.651034:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829219.651039:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2591 00000100:00080000:1.0:1787829219.651043:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829219.651047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829219.651054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829219.651061:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829219.651069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134523136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829219.651081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829219.651085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829219.651088:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829219.651092:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2591 00000100:00080000:1.0:1787829219.651097:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829219.651102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffffa0e3d98d6940 x1874672134522880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829219.651106:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829219.651114:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829219.651132:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134522880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829219.651134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134523264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829219.651174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829219.651181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829219.651186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134522880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829219.651214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829219.651241:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829219.651257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffffa0e3d98d61c0 x1874672134523008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829219.651270:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134523008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829219.651280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829219.651283:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829219.651287:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829219.651293:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829219.651333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829219.651346:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffffa0e3d98d5680 x1874672134523136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829219.651359:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134523136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829219.651367:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829219.651371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829219.651374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829219.651381:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523264:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829219.651402:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829219.651414:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219] req@ffffa0e3d98d4780 x1874672134523264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829219.651426:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134523264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829219.651435:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829219.651438:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829219.651442:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523264:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829220.290823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829220.290902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829221.314777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829221.314860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829222.338810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829222.338873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829223.362809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829223.362990:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829224.386838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829224.386917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829224.770851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829224.770864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829224.770870:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829224.770882:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2596 00000100:00080000:0.0:1787829224.770898:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829224.770907:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829224.770959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134523392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829224.770992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829224.770996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829224.770998:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829224.771002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2596 00000100:00080000:0.0:1787829224.771006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829224.771010:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829224.771022:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829224.771039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134523520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829224.771051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829224.771054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829224.771056:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829224.771070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2596 00000100:00080000:0.0:1787829224.771073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829224.771080:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134523392:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829224.771081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829224.771095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829224.771111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134523648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829224.771120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829224.771124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829224.771125:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829224.771128:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2596 00000100:00080000:0.0:1787829224.771131:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829224.771134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829224.771138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829224.771147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134523776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829224.771159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829224.771218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffffa0e3c3e870c0 x1874672134523392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829224.771232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134523392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829224.771241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829224.771245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829224.771248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134523392:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829224.771256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829224.771290:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829224.771316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffffa0e3c3e86d00 x1874672134523520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829224.771325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134523520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829224.771332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829224.771334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829224.771337:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829224.771370:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829224.771410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829224.771420:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffffa0e3c3e87c00 x1874672134523648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829224.771429:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134523648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829224.771435:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829224.771438:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829224.771440:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829224.771452:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523776:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829224.771467:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829224.771475:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224] req@ffffa0e3c3e86580 x1874672134523776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829224.771483:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134523776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829224.771489:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829224.771491:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829224.771493:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134523776:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829225.410793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829225.410855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829226.434792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829226.434877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829227.458801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829227.458883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829228.482820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829228.482903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829229.506800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829229.506870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829229.890825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829229.890836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829229.890841:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829229.890853:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2601 00000100:00080000:2.0:1787829229.890866:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829229.890877:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829229.890925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134523904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829229.890958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829229.890961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829229.890963:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829229.890966:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2601 00000100:00080000:2.0:1787829229.890970:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829229.890973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829229.890985:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829229.890998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134524032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829229.891008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829229.891011:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134523904:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829229.891012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829229.891016:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829229.891033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2601 00000100:00080000:2.0:1787829229.891040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829229.891045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829229.891052:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829229.891070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134524160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829229.891085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829229.891089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829229.891090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829229.891096:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829229.891097:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2601 00000100:00080000:2.0:1787829229.891104:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829229.891108:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829229.891113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829229.891125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134524288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829229.891151:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffffa0e3d025d680 x1874672134523904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829229.891174:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134523904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829229.891187:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829229.891191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829229.891196:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134523904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829229.891223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829229.891262:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829229.891276:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffffa0e3d025e580 x1874672134524032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829229.891290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134524032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829229.891299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829229.891303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829229.891307:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829229.891313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829229.891331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829229.891340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffffa0e3d025e940 x1874672134524160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829229.891353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134524160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829229.891362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829229.891366:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829229.891370:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829229.891377:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524288:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829229.891399:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829229.891411:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829229/real 1787829229] req@ffffa0e3d025cf00 x1874672134524288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829229.891425:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134524288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829229.891434:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829229.891438:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829229.891444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524288:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829230.530829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829230.530917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829231.554847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829231.554912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829232.578816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829232.578914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829233.602782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829233.602859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829234.626818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829234.627041:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829235.010815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829235.010827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829235.010832:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829235.010842:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2606 00000100:00080000:0.0:1787829235.010853:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829235.010861:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829235.010900:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134524416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829235.010932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829235.010937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829235.010939:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829235.010944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2606 00000100:00080000:0.0:1787829235.010947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829235.010952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829235.010963:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829235.010977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829235.010985:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134524416:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829235.010993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829235.010998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829235.011001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829235.011006:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2606 00000100:00080000:0.0:1787829235.011010:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829235.011014:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829235.011018:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829235.011029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829235.011036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829235.011039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829235.011041:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829235.011043:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2606 00000100:00080000:0.0:1787829235.011046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829235.011048:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829235.011051:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829235.011057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829235.011060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134524800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829235.011105:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235] req@ffffa0e3c3e861c0 x1874672134524416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829235.011124:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134524416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829235.011135:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829235.011141:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829235.011145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134524416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829235.011171:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829235.011217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829235.011233:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235] req@ffffa0e3c3e85a40 x1874672134524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829235.011247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134524544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829235.011256:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829235.011260:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829235.011264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829235.011271:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829235.011293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829235.011305:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235] req@ffffa0e3c3e86580 x1874672134524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829235.011318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134524672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829235.011326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829235.011330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829235.011333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829235.011340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524800:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829235.011361:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829235.011374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235] req@ffffa0e3c3e87c00 x1874672134524800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829235.011388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134524800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829235.011397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829235.011401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829235.011405:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134524800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829235.650800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829235.650870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829236.674840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829236.674901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829237.698793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829237.698868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829238.722804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829238.722861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829239.746814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829239.746866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829240.130837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829240.130847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829240.130852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829240.130863:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2611 00000100:00080000:0.0:1787829240.130875:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829240.130882:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829240.130929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134524928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829240.130958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829240.130960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829240.130963:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829240.130966:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2611 00000100:00080000:0.0:1787829240.130968:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829240.130971:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829240.130980:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829240.130994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134525056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829240.131001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829240.131003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829240.131004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829240.131007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2611 00000100:00080000:0.0:1787829240.131009:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829240.131012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829240.131015:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829240.131022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134525184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829240.131029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829240.131031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829240.131033:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829240.131036:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2611 00000100:00080000:0.0:1787829240.131038:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829240.131043:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829240.131043:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134524928:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787829240.131050:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829240.131058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134525312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829240.131115:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829240.131177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240] req@ffffa0e3c3e86d00 x1874672134524928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829240.131196:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134524928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829240.131206:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829240.131209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829240.131213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134524928:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829240.131220:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829240.131237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829240.131246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240] req@ffffa0e3c3e870c0 x1874672134525056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829240.131254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134525056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829240.131260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829240.131262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829240.131264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829240.131267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829240.131277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829240.131283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240] req@ffffa0e3c3e87840 x1874672134525184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829240.131290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134525184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829240.131295:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829240.131297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829240.131299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829240.131326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525312:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829240.131346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829240.131358:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240] req@ffffa0e3c3e852c0 x1874672134525312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829240.131370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134525312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829240.131383:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829240.131386:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829240.131388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525312:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829240.770808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829240.770869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829241.794834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829241.794921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829242.818816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829242.818895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829243.842814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829243.842885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829244.866774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829244.866841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829245.250857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829245.250867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829245.250872:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829245.250885:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2616 00000100:00080000:2.0:1787829245.250896:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829245.250904:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829245.250950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134525440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829245.250995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829245.250999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829245.251001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829245.251005:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2616 00000100:00080000:2.0:1787829245.251009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829245.251013:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829245.251039:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829245.251055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134525568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829245.251066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829245.251070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829245.251072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829245.251076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2616 00000100:00080000:2.0:1787829245.251080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829245.251084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829245.251089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829245.251096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134525440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829245.251104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134525696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829245.251117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829245.251138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829245.251142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829245.251147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2616 00000100:00080000:2.0:1787829245.251153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829245.251158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829245.251180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829245.251193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134525824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829245.251210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829245.251263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245] req@ffffa0e3d025d2c0 x1874672134525440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829245.251282:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134525440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829245.251293:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829245.251297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829245.251300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134525440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829245.251307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829245.251337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829245.251372:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245] req@ffffa0e3d025da40 x1874672134525568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829245.251381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134525568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829245.251389:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829245.251392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829245.251394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829245.251417:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829245.251431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829245.251438:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245] req@ffffa0e3d025ed00 x1874672134525696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829245.251447:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134525696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829245.251453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829245.251455:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829245.251458:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829245.251462:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525824:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829245.251474:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829245.251482:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245] req@ffffa0e3d025de00 x1874672134525824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829245.251491:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134525824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829245.251497:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829245.251499:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829245.251502:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134525824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829245.890858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829245.890942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829246.914793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829246.914875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829247.938818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829247.938879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829248.962874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829248.962936:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787829249.986804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829249.986897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829250.370815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829250.370826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829250.370830:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829250.370842:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2621 00000100:00080000:0.0:1787829250.370853:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829250.370859:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829250.370893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134525952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829250.370916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829250.370919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829250.370920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829250.370924:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2621 00000100:00080000:0.0:1787829250.370926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829250.370929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829250.370937:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829250.370945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134526080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829250.370953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829250.370956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829250.370957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829250.370966:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2621 00000100:00080000:0.0:1787829250.370969:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829250.370983:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829250.370986:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829250.370997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134526208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829250.370997:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134525952:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829250.371013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829250.371016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829250.371017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829250.371019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2621 00000100:00080000:0.0:1787829250.371021:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829250.371023:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829250.371026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829250.371033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134526336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829250.371076:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829250.371150:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250] req@ffffa0e3c3e84f00 x1874672134525952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829250.371170:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134525952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829250.371182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829250.371187:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829250.371191:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134525952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829250.371200:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829250.371236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829250.371250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250] req@ffffa0e3c3e84b40 x1874672134526080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829250.371264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134526080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829250.371283:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829250.371287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829250.371291:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829250.371319:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829250.371342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829250.371357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250] req@ffffa0e3c3e85680 x1874672134526208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829250.371371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134526208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829250.371380:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829250.371384:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829250.371388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829250.371395:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526336:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829250.371415:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829250.371438:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250] req@ffffa0e3c3e86940 x1874672134526336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829250.371452:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134526336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829250.371461:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829250.371464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829250.371468:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526336:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829251.010837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829251.010917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829252.034851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829252.034930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829253.058779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829253.058871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829254.082809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829254.082869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829255.106789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829255.106892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829255.490874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829255.490882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829255.490886:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829255.490895:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2627 00000100:00080000:1.0:1787829255.490907:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829255.490915:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829255.490957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134526464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829255.490987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829255.490990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829255.490992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829255.490995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2627 00000100:00080000:1.0:1787829255.490999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829255.491002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829255.491012:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829255.491028:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134526592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829255.491028:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134526464:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829255.491043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829255.491046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829255.491060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829255.491066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2627 00000100:00080000:1.0:1787829255.491070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829255.491074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829255.491078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829255.491099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134526720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829255.491108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829255.491110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829255.491112:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829255.491115:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2627 00000100:00080000:1.0:1787829255.491121:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829255.491121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829255.491128:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829255.491133:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829255.491142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134526848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829255.491164:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829255] req@ffffa0e3d98d52c0 x1874672134526464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829255.491180:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134526464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829255.491189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829255.491192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829255.491194:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134526464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829255.491216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829255.491232:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829255.491241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829255] req@ffffa0e3d98d4780 x1874672134526592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829255.491250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134526592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829255.491255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829255.491257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829255.491259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829255.491264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829255.491277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829255.491283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829255] req@ffffa0e3d98d5680 x1874672134526720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829255.491291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134526720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829255.491296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829255.491298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829255.491300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829255.491306:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526848:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829255.491339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829255.491354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829255] req@ffffa0e3d98d61c0 x1874672134526848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829255.491367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134526848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829255.491375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829255.491378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829255.491380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134526848:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829256.130835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829256.130919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829257.154775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829257.154850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829258.178813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829258.178875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829259.202861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829259.202971:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829260.226813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829260.227000:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829260.610859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829260.610872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829260.610878:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829260.610909:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2632 00000100:00080000:1.0:1787829260.610926:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829260.610936:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829260.611053:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134526976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829260.611088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829260.611093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829260.611096:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829260.611102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2632 00000100:00080000:1.0:1787829260.611109:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829260.611116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829260.611133:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829260.611146:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134526976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829260.611168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829260.611198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829260.611203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829260.611206:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829260.611212:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2632 00000100:00080000:1.0:1787829260.611218:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829260.611222:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829260.611229:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829260.611243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829260.611253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829260.611256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829260.611258:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829260.611262:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2632 00000100:00080000:1.0:1787829260.611273:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829260.611278:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829260.611283:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829260.611289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829260.611300:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134527360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829260.611326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829260.611356:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829261.250859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829261.250886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829262.274798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829262.274931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829263.298805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829263.298858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829263.683175:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787829263.683228:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829263.683251:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829263.683322:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829263.683334:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829263.683362:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787829263.683424:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffffa0e3d98d43c0 x1874672134527360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829263.683483:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134527360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829263.683500:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829263.683507:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829263.683513:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829263.683541:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffffa0e3d98d7840 x1874672134527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829263.683560:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134527104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829263.683572:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829263.683577:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829263.683583:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829263.683607:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffffa0e3d98d5e00 x1874672134527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829263.683624:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134527232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829263.683634:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829263.683639:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829263.683643:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829263.683652:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829263] req@ffffa0e3d98d6940 x1874672134526976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829263.683667:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134526976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829263.683676:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829263.683681:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829263.683685:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134526976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829264.322792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829264.322880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829265.346824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829265.346858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829265.730914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829265.730924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829265.730929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829265.730941:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2637 00000100:00080000:2.0:1787829265.730954:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829265.730964:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829265.731024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134527488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829265.731082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829265.731088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829265.731089:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829265.731094:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2637 00000100:00080000:2.0:1787829265.731098:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829265.731102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829265.731114:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829265.731132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134527616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829265.731148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829265.731154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829265.731157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134527488:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829265.731157:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829265.731165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2637 00000100:00080000:2.0:1787829265.731169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829265.731174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829265.731181:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829265.731201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134527744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829265.731215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829265.731219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829265.731221:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829265.731227:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2637 00000100:00080000:2.0:1787829265.731232:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829265.731236:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829265.731245:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829265.731262:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134527872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829265.731285:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829265.731355:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffffa0e3d025f840 x1874672134527488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829265.731394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134527488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829265.731407:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829265.731413:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829265.731417:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134527488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829265.731448:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829265.731475:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829265.731491:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffffa0e3d025de00 x1874672134527616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829265.731504:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134527616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829265.731512:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829265.731515:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829265.731518:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829265.731525:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829265.731547:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829265.731565:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffffa0e3d025ed00 x1874672134527744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829265.731579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134527744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829265.731595:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829265.731598:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829265.731602:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829265.731608:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527872:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829265.731630:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829265.731641:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265] req@ffffa0e3d025da40 x1874672134527872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829265.731652:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134527872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829265.731660:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829265.731664:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829265.731667:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134527872:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829266.370856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829266.370919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829267.394796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829267.394828:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829268.418825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829268.418979:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829269.442824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829269.442834:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829270.466800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829270.466919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829270.850808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.850818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829270.850823:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.850834:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2642 00000100:00080000:2.0:1787829270.850845:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.850852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829270.850895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134528000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829270.850922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.850931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829270.850933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.850936:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2642 00000100:00080000:2.0:1787829270.850939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.850960:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829270.850971:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829270.850999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134528128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829270.851009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.851012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829270.851014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.851021:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2642 00000100:00100000:1.0:1787829270.851024:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134528000:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829270.851025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.851036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829270.851044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829270.851057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134528256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829270.851065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829270.851068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829270.851070:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829270.851073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2642 00000100:00080000:2.0:1787829270.851075:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829270.851078:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829270.851083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829270.851092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134528384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829270.851107:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829270.851171:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffffa0e3d025d2c0 x1874672134528000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829270.851186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134528000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829270.851195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829270.851198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829270.851201:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134528000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829270.851238:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829270.851256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829270.851265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffffa0e3d025cf00 x1874672134528128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829270.851274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134528128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829270.851279:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829270.851282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829270.851284:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829270.851288:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829270.851299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829270.851305:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffffa0e3d025e940 x1874672134528256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829270.851313:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134528256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829270.851318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829270.851320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829270.851322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829270.851326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528384:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829270.851337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829270.851343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829270/real 1787829270] req@ffffa0e3d025e580 x1874672134528384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829270.851352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134528384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829270.851357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829270.851359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829270.851361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528384:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829271.490826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829271.490842:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829272.514812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829272.514921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829273.538809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829273.538830:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829274.562822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829274.562882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829275.586826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829275.586872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829275.970825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.970835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829275.970840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.970860:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2647 00000100:00080000:0.0:1787829275.970873:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.970881:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829275.970975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134528512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829275.971003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.971007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829275.971010:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.971015:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2647 00000100:00080000:0.0:1787829275.971020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.971025:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829275.971038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829275.971055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134528640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829275.971065:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134528512:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829275.971067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.971071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829275.971073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.971077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2647 00000100:00080000:0.0:1787829275.971081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.971085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829275.971089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829275.971102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134528768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829275.971112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829275.971115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829275.971118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829275.971121:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2647 00000100:00080000:0.0:1787829275.971134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829275.971139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829275.971145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829275.971147:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829275.971165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134528896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829275.971208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffffa0e3c3e85e00 x1874672134528512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829275.971242:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134528512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829275.971252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829275.971256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829275.971259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134528512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829275.971285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829275.971318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829275.971329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffffa0e3c3e87480 x1874672134528640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829275.971338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134528640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829275.971349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829275.971352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829275.971354:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829275.971358:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829275.971378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829275.971384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffffa0e3c3e86940 x1874672134528768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829275.971392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134528768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829275.971398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829275.971401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829275.971403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829275.971407:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528896:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829275.971418:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829275.971425:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829275/real 1787829275] req@ffffa0e3c3e85680 x1874672134528896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829275.971432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134528896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829275.971438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829275.971440:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829275.971443:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134528896:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829276.610776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829276.610853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829277.634846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829277.634959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829278.658823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829278.658927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829279.682801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829279.682923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829280.706834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829280.706962:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829281.090836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829281.090846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829281.090850:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829281.090859:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2652 00000100:00080000:0.0:1787829281.090883:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829281.090892:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829281.090946:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134529024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829281.090974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829281.090977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829281.090978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829281.090982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2652 00000100:00080000:0.0:1787829281.090986:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829281.090990:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829281.090999:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829281.091015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134529152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829281.091040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829281.091050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829281.091050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134529024:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829281.091060:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829281.091067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2652 00000100:00080000:0.0:1787829281.091070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829281.091074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829281.091079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829281.091092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134529280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829281.091100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829281.091103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829281.091105:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829281.091109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2652 00000100:00080000:0.0:1787829281.091122:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829281.091125:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829281.091130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829281.091139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829281.091164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134529408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829281.091212:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281] req@ffffa0e3c3e84b40 x1874672134529024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829281.091237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134529024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829281.091247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829281.091250:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829281.091253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134529024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829281.091279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829281.091295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829281.091303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281] req@ffffa0e3c3e84f00 x1874672134529152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829281.091311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134529152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829281.091316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829281.091318:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829281.091320:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829281.091324:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829281.091335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829281.091342:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281] req@ffffa0e3c3e852c0 x1874672134529280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829281.091349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134529280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829281.091353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829281.091355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829281.091357:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829281.091361:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529408:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829281.091372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829281.091385:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281] req@ffffa0e3c3e87840 x1874672134529408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829281.091393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134529408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829281.091399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829281.091401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829281.091403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529408:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829281.730833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829281.730941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829282.754808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829282.754902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829283.778826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829283.778946:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829284.802813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829284.802925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829285.826862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829285.826922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829286.210892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829286.210906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829286.210912:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829286.210924:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2657 00000100:00080000:2.0:1787829286.210936:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829286.210945:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829286.211003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134529536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829286.211035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829286.211038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829286.211040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829286.211044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2657 00000100:00080000:2.0:1787829286.211048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829286.211051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829286.211062:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829286.211078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829286.211088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829286.211091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829286.211093:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829286.211101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2657 00000100:00100000:1.0:1787829286.211104:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134529536:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829286.211105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829286.211114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829286.211119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829286.211130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829286.211139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829286.211142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829286.211144:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829286.211147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2657 00000100:00080000:2.0:1787829286.211150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829286.211153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829286.211158:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829286.211167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134529920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829286.211196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829286.211244:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286] req@ffffa0e3d025d680 x1874672134529536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829286.211263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134529536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829286.211273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829286.211277:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829286.211281:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134529536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829286.211307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829286.211326:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829286.211336:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286] req@ffffa0e3d025f0c0 x1874672134529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829286.211347:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134529664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829286.211354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829286.211356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829286.211359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829286.211364:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829286.211376:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829286.211383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286] req@ffffa0e3d025c3c0 x1874672134529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829286.211393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134529792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829286.211405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829286.211408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829286.211411:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829286.211416:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529920:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829286.211429:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829286.211436:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286] req@ffffa0e3d025cb40 x1874672134529920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829286.211445:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134529920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829286.211452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829286.211454:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829286.211457:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134529920:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829286.850814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829286.850914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829287.874863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829287.874883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829288.898853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829288.898935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829289.922782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829289.922844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829290.946903:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829290.946999:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829291.330796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829291.330819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829291.330824:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829291.330834:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2662 00000100:00080000:2.0:1787829291.330857:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829291.330864:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829291.330903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134530048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829291.330943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829291.330948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829291.330950:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829291.330954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2662 00000100:00080000:2.0:1787829291.330958:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829291.330961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829291.330971:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829291.330985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134530176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829291.330994:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134530048:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829291.331001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829291.331006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829291.331008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829291.331013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2662 00000100:00080000:2.0:1787829291.331017:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829291.331021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829291.331027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829291.331040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134530304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829291.331050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829291.331054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787829291.331057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829291.331058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829291.331066:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2662 00000100:00080000:2.0:1787829291.331072:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829291.331077:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829291.331082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829291.331098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291] req@ffffa0e3d025fc00 x1874672134530048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829291.331100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134530432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829291.331131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134530048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829291.331146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829291.331152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829291.331157:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134530048:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829291.331181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829291.331216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829291.331231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291] req@ffffa0e3d025c000 x1874672134530176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829291.331246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134530176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829291.331266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829291.331269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829291.331274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829291.331281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829291.331303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829291.331316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291] req@ffffa0e3d025e1c0 x1874672134530304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829291.331330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134530304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829291.331340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829291.331344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829291.331348:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829291.331355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530432:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829291.331377:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829291.331390:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291] req@ffffa0e3d025c780 x1874672134530432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829291.331404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134530432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829291.331413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829291.331417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829291.331420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530432:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829291.970791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829291.970899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829292.994856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829292.994936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829294.018838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829294.018939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829295.042837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829295.042910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829296.066811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829296.066915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829296.450827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829296.450838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829296.450843:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829296.450853:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2667 00000100:00080000:2.0:1787829296.450865:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829296.450871:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829296.450921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134530560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829296.450946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829296.450949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829296.450951:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829296.450957:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2667 00000100:00080000:2.0:1787829296.450960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829296.450963:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829296.450974:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829296.450987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134530688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829296.451001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829296.451003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829296.451005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829296.451010:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134530560:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829296.451011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2667 00000100:00080000:2.0:1787829296.451016:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829296.451021:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829296.451024:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829296.451039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134530816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829296.451046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829296.451049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829296.451051:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829296.451053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2667 00000100:00080000:2.0:1787829296.451056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829296.451059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829296.451063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829296.451071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134530944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829296.451088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829296.451130:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296] req@ffffa0e3d025f480 x1874672134530560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829296.451145:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134530560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829296.451154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829296.451157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829296.451160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134530560:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829296.451182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829296.451196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829296.451205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296] req@ffffa0e3d025c780 x1874672134530688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829296.451213:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134530688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829296.451218:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829296.451220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829296.451223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829296.451226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829296.451235:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829296.451257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296] req@ffffa0e3d025e1c0 x1874672134530816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829296.451266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134530816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829296.451271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829296.451273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829296.451275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829296.451279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530944:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829296.451292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829296.451298:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296] req@ffffa0e3d025c000 x1874672134530944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829296.451306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134530944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829296.451312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829296.451315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829296.451317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134530944:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829297.090850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829297.090934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829298.114856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829298.114936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829299.138842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829299.138907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829300.162853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829300.162934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829301.186807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829301.186903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829301.570839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829301.570848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829301.570851:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829301.570861:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2673 00000100:00080000:1.0:1787829301.570870:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829301.570877:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829301.570908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134531072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829301.570934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829301.570937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829301.570939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829301.570943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2673 00000100:00080000:1.0:1787829301.570946:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829301.570950:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829301.570959:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829301.570968:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134531072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829301.570973:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134531200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829301.570997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829301.571000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829301.571002:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829301.571007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2673 00000100:00080000:1.0:1787829301.571016:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829301.571021:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829301.571028:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829301.571045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134531328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829301.571062:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829301.571073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829301.571078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829301.571080:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829301.571086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2673 00000100:00080000:1.0:1787829301.571090:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829301.571094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829301.571099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829301.571106:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffffa0e3d98d4f00 x1874672134531072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829301.571112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134531456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829301.571156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134531072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.571170:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.571175:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829301.571179:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134531072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829301.571210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829301.571252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829301.571273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffffa0e3d98d6940 x1874672134531200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.571289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134531200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.571300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.571306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829301.571310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829301.571317:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829301.571340:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829301.571353:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffffa0e3d98d5e00 x1874672134531328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.571375:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134531328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.571387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.571394:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829301.571399:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829301.571408:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531456:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829301.571431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829301.571448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301] req@ffffa0e3d98d7840 x1874672134531456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829301.571464:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134531456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829301.571472:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829301.571476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829301.571479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829302.210877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829302.210928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829303.234847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829303.234922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829304.258838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829304.258865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829305.282810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829305.282871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829306.306887:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829306.306968:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829306.690797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829306.690808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829306.690812:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829306.690823:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2678 00000100:00080000:1.0:1787829306.690834:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829306.690842:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829306.690883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134531584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829306.690910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829306.690913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829306.690914:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829306.690917:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2678 00000100:00080000:1.0:1787829306.690920:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829306.690923:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829306.690933:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829306.690943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134531712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829306.690960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829306.690962:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134531584:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829306.690965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829306.690972:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829306.690980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2678 00000100:00080000:1.0:1787829306.690986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829306.690992:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829306.690997:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829306.691015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134531840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829306.691023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829306.691026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829306.691028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829306.691031:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2678 00000100:00080000:1.0:1787829306.691036:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829306.691044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787829306.691049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829306.691053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829306.691065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134531968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829306.691094:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffffa0e3d98d43c0 x1874672134531584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829306.691109:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134531584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829306.691123:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829306.691126:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829306.691129:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134531584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829306.691152:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829306.691168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829306.691176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffffa0e3d98d61c0 x1874672134531712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829306.691184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134531712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829306.691190:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829306.691192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829306.691194:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829306.691198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829306.691208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829306.691213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffffa0e3d98d5680 x1874672134531840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829306.691220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134531840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829306.691225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829306.691227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829306.691229:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829306.691234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531968:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829306.691244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829306.691250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306] req@ffffa0e3d98d4780 x1874672134531968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829306.691257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134531968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829306.691262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829306.691264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829306.691266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134531968:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829307.330823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829307.330919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829308.354814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829308.354878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829309.378779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829309.378839:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829310.402858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829310.402917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829311.426796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829311.426927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829311.810832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829311.810843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829311.810848:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829311.810862:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2683 00000100:00080000:1.0:1787829311.810876:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829311.810886:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829311.810939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134532096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829311.810975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829311.810978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829311.810980:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829311.810983:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2683 00000100:00080000:1.0:1787829311.810987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829311.810991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829311.811001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829311.811017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829311.811030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829311.811034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829311.811035:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829311.811039:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2683 00000100:00080000:1.0:1787829311.811043:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829311.811047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829311.811053:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134532096:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829311.811055:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829311.811071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829311.811080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829311.811083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829311.811085:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829311.811088:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2683 00000100:00080000:1.0:1787829311.811090:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829311.811093:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829311.811096:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829311.811104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134532480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829311.811139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829311.811196:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffffa0e3d98d52c0 x1874672134532096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829311.811215:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134532096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829311.811227:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829311.811232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829311.811237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134532096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829311.811246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829311.811273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829311.811289:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffffa0e3d98d4780 x1874672134532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829311.811301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134532224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829311.811308:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829311.811312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829311.811315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829311.811342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829311.811362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829311.811374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffffa0e3d98d5680 x1874672134532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829311.811385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134532352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829311.811393:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829311.811396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829311.811399:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829311.811406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532480:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829311.811426:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829311.811437:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311] req@ffffa0e3d98d61c0 x1874672134532480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829311.811456:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134532480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829311.811463:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829311.811467:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829311.811469:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829312.450804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829312.450886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829313.474799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829313.474855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829314.498810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829314.498879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829315.522773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829315.522830:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829316.546799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829316.546866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829316.930826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829316.930836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829316.930840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829316.930851:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2688 00000100:00080000:2.0:1787829316.930863:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829316.930871:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829316.930910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134532608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829316.930941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829316.930945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829316.930947:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829316.930952:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2688 00000100:00080000:2.0:1787829316.930956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829316.930961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829316.930971:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829316.930973:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134532608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829316.930995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134532736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829316.931009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829316.931013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829316.931025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829316.931030:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2688 00000100:00080000:2.0:1787829316.931034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829316.931039:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829316.931043:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829316.931050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829316.931064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134532864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829316.931075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829316.931079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829316.931081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829316.931088:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2688 00000100:00100000:1.0:1787829316.931090:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffffa0e3d025fc00 x1874672134532608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829316.931092:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829316.931100:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829316.931108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829316.931123:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134532608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829316.931125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134532992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829316.931140:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829316.931151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829316.931160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134532608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829316.931187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829316.931209:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829316.931220:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffffa0e3d025cb40 x1874672134532736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829316.931229:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134532736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829316.931235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829316.931237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829316.931240:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829316.931244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829316.931265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829316.931272:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffffa0e3d025c3c0 x1874672134532864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829316.931285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134532864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829316.931290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829316.931292:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829316.931294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829316.931299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532992:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829316.931319:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829316.931331:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829316/real 1787829316] req@ffffa0e3d025f0c0 x1874672134532992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829316.931345:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134532992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829316.931354:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829316.931356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829316.931358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134532992:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829317.570788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829317.570864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829318.594785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829318.594849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829319.618818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829319.618878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829320.642783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829320.642871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829321.666806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829321.666866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829322.050847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829322.050856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829322.050860:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829322.050869:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2693 00000100:00080000:0.0:1787829322.050879:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829322.050885:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829322.050924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134533120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829322.050953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829322.050957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829322.050959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829322.050964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2693 00000100:00080000:0.0:1787829322.050968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829322.050972:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829322.050983:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829322.050999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134533248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829322.051011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829322.051015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829322.051017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829322.051021:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2693 00000100:00080000:0.0:1787829322.051026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829322.051035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829322.051038:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134533120:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787829322.051042:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829322.051060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134533376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829322.051078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829322.051082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829322.051085:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829322.051089:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2693 00000100:00080000:0.0:1787829322.051094:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829322.051099:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829322.051104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829322.051117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134533504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829322.051134:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829322.051190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829322] req@ffffa0e3c3e870c0 x1874672134533120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829322.051211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134533120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829322.051223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829322.051228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829322.051232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134533120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829322.051241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829322.051267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829322.051282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829322] req@ffffa0e3c3e86d00 x1874672134533248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829322.051296:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134533248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829322.051304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829322.051308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829322.051312:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829322.051343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829322.051366:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829322.051378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829322] req@ffffa0e3c3e87c00 x1874672134533376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829322.051391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134533376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829322.051399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829322.051404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829322.051407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829322.051415:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533504:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829322.051437:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829322.051449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829322] req@ffffa0e3c3e86580 x1874672134533504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829322.051462:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134533504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829322.051471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829322.051475:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829322.051478:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829322.690782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829322.690818:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829323.714859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829323.714919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829324.738773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829324.738815:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829325.762786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829325.762857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829326.786846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829326.786936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829327.170856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829327.170871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829327.170877:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829327.170890:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2698 00000100:00080000:0.0:1787829327.170905:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829327.170914:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829327.170968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134533632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829327.170996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829327.171003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829327.171005:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829327.171008:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2698 00000100:00080000:0.0:1787829327.171011:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829327.171015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829327.171026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829327.171037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134533760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829327.171045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829327.171050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829327.171050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134533632:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829327.171053:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829327.171061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2698 00000100:00080000:0.0:1787829327.171063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829327.171065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829327.171068:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829327.171077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134533888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829327.171083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829327.171086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829327.171088:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829327.171090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2698 00000100:00080000:0.0:1787829327.171093:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829327.171095:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829327.171099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829327.171106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134534016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829327.171173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829327.171196:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829327.171213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534016:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829327.810795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829327.810874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829328.834779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829328.834835:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829329.858791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829329.858844:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829330.243177:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787829330.243229:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829330.243250:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829330.243296:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829330.243307:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829330.243315:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829330.243382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829330] req@ffffa0e3c3e861c0 x1874672134533760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829330.243409:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134533760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829330.243423:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829330.243429:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829330.243434:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829330.243442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829330] req@ffffa0e3c3e86580 x1874672134533888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829330.243456:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134533888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829330.243464:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829330.243468:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829330.243472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134533888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829330.243479:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829330] req@ffffa0e3c3e87c00 x1874672134534016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829330.243493:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134534016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829330.243503:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829330.243507:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829330.243511:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534016:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829330.243518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829330] req@ffffa0e3c3e85a40 x1874672134533632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829330.243550:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134533632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829330.243559:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829330.243563:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829330.243566:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134533632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829330.882805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829330.882886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829331.906809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829331.906880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829332.290828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829332.290838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829332.290843:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829332.290853:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2703 00000100:00080000:1.0:1787829332.290866:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829332.290874:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829332.290912:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134534144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829332.290945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829332.290949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829332.290950:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829332.290954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2703 00000100:00080000:1.0:1787829332.290957:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829332.290961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829332.290970:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829332.290982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134534272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829332.290993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829332.290996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829332.291000:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829332.291005:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2703 00000100:00080000:1.0:1787829332.291009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829332.291016:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829332.291026:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829332.291041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134534144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829332.291049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134534400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829332.291065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829332.291069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829332.291072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829332.291078:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2703 00000100:00080000:1.0:1787829332.291082:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829332.291087:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829332.291092:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829332.291108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134534528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829332.291154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829332.291216:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332] req@ffffa0e3d98d43c0 x1874672134534144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829332.291239:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134534144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829332.291254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829332.291259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829332.291264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134534144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829332.291280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829332.291308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829332.291326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332] req@ffffa0e3d98d7840 x1874672134534272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829332.291339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134534272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829332.291349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829332.291353:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829332.291356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829332.291391:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829332.291414:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829332.291427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332] req@ffffa0e3d98d5e00 x1874672134534400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829332.291439:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134534400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829332.291448:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829332.291451:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829332.291454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829332.291461:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829332.291483:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829332.291495:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332] req@ffffa0e3d98d6940 x1874672134534528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829332.291507:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134534528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829332.291534:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829332.291539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829332.291542:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829332.930798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829332.930870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829333.954816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829333.954866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829334.978792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829334.978854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829336.002812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829336.002871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829337.026788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829337.026912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829337.410883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829337.410895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829337.410899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829337.410911:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2708 00000100:00080000:0.0:1787829337.410922:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829337.410929:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829337.410970:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134534656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829337.411011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829337.411015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829337.411016:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829337.411019:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2708 00000100:00080000:0.0:1787829337.411022:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829337.411025:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829337.411036:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829337.411056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829337.411066:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134534656:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829337.411070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829337.411078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829337.411081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829337.411089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2708 00000100:00080000:0.0:1787829337.411095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829337.411101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829337.411117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829337.411133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829337.411144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829337.411148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829337.411150:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829337.411157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2708 00000800:00000100:1.0:1787829337.411158:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829337.411163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829337.411170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829337.411177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829337.411191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134535040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829337.411208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337] req@ffffa0e3c3e86d00 x1874672134534656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829337.411233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134534656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829337.411253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829337.411258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829337.411263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134534656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829337.411304:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829337.411331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829337.411347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337] req@ffffa0e3c3e870c0 x1874672134534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829337.411360:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134534784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829337.411369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829337.411373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829337.411376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829337.411383:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829337.411403:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829337.411414:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337] req@ffffa0e3c3e87840 x1874672134534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829337.411428:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134534912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829337.411437:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829337.411440:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829337.411443:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134534912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829337.411450:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829337.411476:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829337.411505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337] req@ffffa0e3c3e852c0 x1874672134535040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829337.411519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134535040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829337.411527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829337.411539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829337.411544:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829338.050799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829338.050869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829339.074828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829339.074915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829340.098795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829340.098843:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829341.122853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829341.122948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829342.146820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829342.146878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829342.530840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829342.530851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829342.530856:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829342.530866:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2714 00000100:00080000:1.0:1787829342.530879:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829342.530887:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829342.530936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134535168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829342.530970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829342.530974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829342.530977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829342.530982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2714 00000100:00080000:1.0:1787829342.530986:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829342.530992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829342.531006:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829342.531028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134535296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829342.531033:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134535168:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829342.531059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829342.531064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829342.531066:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829342.531071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2714 00000100:00080000:1.0:1787829342.531076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829342.531081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829342.531087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829342.531101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134535424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829342.531108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829342.531112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829342.531113:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829342.531120:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2714 00000800:00000100:2.0:1787829342.531125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829342.531127:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829342.531133:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829342.531139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829342.531148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134535552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829342.531188:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffffa0e3d98d4f00 x1874672134535168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.531204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134535168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.531213:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.531216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829342.531219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134535168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829342.531241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829342.531261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829342.531269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffffa0e3d98d6940 x1874672134535296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.531278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134535296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.531283:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.531286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829342.531288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829342.531292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829342.531303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829342.531309:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffffa0e3d98d5e00 x1874672134535424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.531316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134535424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.531321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.531323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829342.531325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829342.531329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535552:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829342.531341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829342.531347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342] req@ffffa0e3d98d7840 x1874672134535552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829342.531354:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134535552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829342.531359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829342.531361:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829342.531362:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829343.170792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829343.170889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829344.194818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829344.194882:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829345.218816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829345.218871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829346.242810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829346.242891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829347.266840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829347.266933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829347.650828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829347.650842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829347.650847:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829347.650860:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2719 00000100:00080000:2.0:1787829347.650875:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829347.650883:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829347.650936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134535680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829347.650966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829347.650969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829347.650971:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829347.650974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2719 00000100:00080000:2.0:1787829347.650977:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829347.650981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829347.650992:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829347.651003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134535808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829347.651012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134535680:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829347.651014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829347.651024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829347.651026:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829347.651032:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2719 00000100:00080000:2.0:1787829347.651035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829347.651040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829347.651045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829347.651059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134535936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829347.651071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829347.651075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829347.651077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829347.651080:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2719 00000100:00080000:2.0:1787829347.651085:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829347.651089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829347.651093:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829347.651100:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829347.651104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134536064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829347.651154:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffffa0e3d025d680 x1874672134535680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829347.651175:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134535680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829347.651187:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829347.651191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829347.651195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134535680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829347.651223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829347.651249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829347.651263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffffa0e3d025e580 x1874672134535808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829347.651277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134535808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829347.651286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829347.651290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829347.651294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829347.651301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829347.651322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829347.651335:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffffa0e3d025e940 x1874672134535936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829347.651355:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134535936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829347.651364:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829347.651367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829347.651371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134535936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829347.651377:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829347.651395:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829347.651404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347] req@ffffa0e3d025cf00 x1874672134536064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829347.651429:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134536064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829347.651438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829347.651441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829347.651444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536064:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829348.290816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829348.290912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829349.314810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829349.314907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829350.338791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829350.338909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829351.362820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829351.362933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829352.386782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829352.386863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829352.770808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829352.770816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829352.770821:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829352.770829:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2724 00000100:00080000:2.0:1787829352.770839:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829352.770845:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829352.770878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134536192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829352.770907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829352.770910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829352.770912:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829352.770915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2724 00000100:00080000:2.0:1787829352.770917:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829352.770920:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829352.770928:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829352.770937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134536320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829352.770944:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829352.770947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829352.770953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829352.770956:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2724 00000100:00080000:2.0:1787829352.770958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829352.770962:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829352.770966:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134536192:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829352.770967:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829352.770976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134536448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829352.770986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829352.770990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829352.770992:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829352.770996:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2724 00000100:00080000:2.0:1787829352.771007:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829352.771013:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829352.771019:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829352.771033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134536576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829352.771038:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829352.771095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffffa0e3d025d2c0 x1874672134536192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829352.771115:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134536192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829352.771126:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829352.771130:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829352.771134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134536192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829352.771143:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829352.771167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829352.771191:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffffa0e3d025da40 x1874672134536320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829352.771205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134536320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829352.771213:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829352.771217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829352.771221:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829352.771246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829352.771266:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829352.771277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffffa0e3d025ed00 x1874672134536448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829352.771289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134536448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829352.771299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829352.771302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829352.771306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829352.771313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536576:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829352.771333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829352.771346:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352] req@ffffa0e3d025de00 x1874672134536576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829352.771358:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134536576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829352.771367:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829352.771384:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829352.771388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829353.410821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829353.410881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829354.434789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829354.434881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829355.458791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829355.458821:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829356.482767:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829356.482849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829357.506807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829357.506830:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829357.890840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.890850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829357.890855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.890873:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2729 00000100:00080000:2.0:1787829357.890884:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.890890:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829357.890928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134536704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829357.890959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.890973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829357.890975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.890979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2729 00000100:00080000:2.0:1787829357.890983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.890987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829357.890996:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829357.891009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134536832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829357.891018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.891020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829357.891021:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.891024:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2729 00000100:00080000:2.0:1787829357.891027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.891029:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829357.891032:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829357.891049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134536960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829357.891050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134536704:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829357.891078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829357.891081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829357.891082:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829357.891086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2729 00000100:00080000:2.0:1787829357.891087:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829357.891089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829357.891094:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829357.891103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134537088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829357.891155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829357.891210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffffa0e3d025f840 x1874672134536704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829357.891233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134536704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829357.891246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829357.891249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829357.891252:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134536704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829357.891278:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829357.891299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829357.891308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffffa0e3d025de00 x1874672134536832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829357.891317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134536832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829357.891323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829357.891325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829357.891327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829357.891331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829357.891361:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829357.891370:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffffa0e3d025ed00 x1874672134536960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829357.891378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134536960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829357.891383:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829357.891385:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829357.891394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134536960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829357.891399:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829357.891412:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829357.891423:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829357/real 1787829357] req@ffffa0e3d025da40 x1874672134537088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829357.891431:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134537088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829357.891441:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829357.891444:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829357.891446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537088:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829358.530750:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829358.530899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829359.554816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829359.554848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829360.578813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829360.578872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829361.602792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829361.602824:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829362.626808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829362.626863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829363.010838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829363.010849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829363.010853:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829363.010865:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2734 00000100:00080000:0.0:1787829363.010878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829363.010887:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829363.010928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134537216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829363.010968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829363.010971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829363.010973:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829363.010977:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2734 00000100:00080000:0.0:1787829363.010982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829363.010986:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829363.010997:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829363.011013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829363.011025:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134537216:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829363.011028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829363.011036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829363.011038:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829363.011042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2734 00000100:00080000:0.0:1787829363.011045:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829363.011049:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829363.011053:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829363.011063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829363.011071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829363.011073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829363.011075:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829363.011078:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2734 00000100:00080000:0.0:1787829363.011089:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829363.011093:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829363.011097:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829363.011105:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829363.011112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134537600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829363.011154:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363] req@ffffa0e3c3e84f00 x1874672134537216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829363.011169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134537216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829363.011178:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829363.011181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829363.011184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134537216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829363.011206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829363.011228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829363.011243:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363] req@ffffa0e3c3e84b40 x1874672134537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829363.011257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134537344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829363.011267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829363.011270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829363.011274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829363.011281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829363.011313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829363.011326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363] req@ffffa0e3c3e85680 x1874672134537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829363.011339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134537472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829363.011345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829363.011347:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829363.011350:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829363.011354:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829363.011370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829363.011377:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363] req@ffffa0e3c3e86940 x1874672134537600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829363.011385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134537600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829363.011390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829363.011392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829363.011394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829363.650780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829363.650830:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829364.674825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829364.674871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829365.698804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829365.698846:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829366.722875:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829366.722943:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829367.746801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829367.746824:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829368.130835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829368.130846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829368.130850:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829368.130861:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2739 00000100:00080000:0.0:1787829368.130873:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829368.130880:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829368.130916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134537728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829368.130946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829368.130950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829368.130952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829368.130957:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2739 00000100:00080000:0.0:1787829368.130961:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829368.130966:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829368.130976:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829368.130992:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134537728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829368.130994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134537856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829368.131009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829368.131013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829368.131015:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829368.131020:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2739 00000100:00080000:0.0:1787829368.131024:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829368.131029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829368.131035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829368.131048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134537984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829368.131059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829368.131061:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829368.131067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829368.131069:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829368.131076:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2739 00000100:00080000:0.0:1787829368.131081:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829368.131085:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829368.131091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829368.131100:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368] req@ffffa0e3c3e87480 x1874672134537728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829368.131106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134538112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829368.131120:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134537728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829368.131132:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829368.131137:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829368.131141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134537728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829368.131162:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829368.131179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829368.131188:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368] req@ffffa0e3c3e85e00 x1874672134537856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829368.131196:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134537856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829368.131202:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829368.131204:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829368.131206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829368.131210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829368.131220:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829368.131226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368] req@ffffa0e3c3e86940 x1874672134537984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829368.131234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134537984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829368.131244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829368.131246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829368.131248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134537984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829368.131252:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538112:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829368.131262:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829368.131285:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368] req@ffffa0e3c3e85680 x1874672134538112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829368.131294:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134538112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829368.131300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829368.131302:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829368.131304:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538112:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829368.770821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829368.770879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829369.794793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829369.794816:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829370.818832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829370.818886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829371.842827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829371.842870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829372.866849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829372.866910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829373.250823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829373.250834:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829373.250839:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829373.250850:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2744 00000100:00080000:0.0:1787829373.250861:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829373.250869:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829373.250908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134538240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829373.250936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829373.250941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829373.250943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829373.250947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2744 00000100:00080000:0.0:1787829373.250952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829373.250955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829373.250966:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829373.250983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134538368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829373.250996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829373.250998:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134538240:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829373.251001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829373.251006:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829373.251013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2744 00000100:00080000:0.0:1787829373.251017:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829373.251021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829373.251028:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829373.251043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134538496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829373.251059:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829373.251063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829373.251068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829373.251071:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829373.251077:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2744 00000100:00080000:0.0:1787829373.251083:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829373.251090:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829373.251095:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373] req@ffffa0e3c3e84b40 x1874672134538240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787829373.251099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829373.251112:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134538240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829373.251122:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787829373.251128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134538624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829373.251128:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829373.251136:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134538240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829373.251163:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829373.251179:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829373.251187:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373] req@ffffa0e3c3e84f00 x1874672134538368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829373.251195:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134538368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829373.251201:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829373.251203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829373.251205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829373.251209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829373.251220:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829373.251225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373] req@ffffa0e3c3e852c0 x1874672134538496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829373.251250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134538496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829373.251256:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829373.251258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829373.251260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829373.251264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829373.251280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829373.251290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373] req@ffffa0e3c3e87840 x1874672134538624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829373.251299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134538624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829373.251304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829373.251307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829373.251309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829373.890798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829373.890840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829374.914808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829374.914883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829375.938765:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829375.938840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829376.962780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829376.962874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829377.986800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829377.986898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829378.370791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829378.370800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829378.370803:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829378.370812:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2749 00000100:00080000:0.0:1787829378.370821:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829378.370827:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829378.370860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134538752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829378.370884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829378.370887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829378.370888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829378.370891:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2749 00000100:00080000:0.0:1787829378.370894:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829378.370896:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829378.370906:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829378.370917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134538880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829378.370927:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134538752:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829378.370933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829378.370938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829378.370940:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829378.370946:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2749 00000100:00080000:0.0:1787829378.370950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829378.370955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829378.370960:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829378.370972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134539008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829378.370980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829378.370982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829378.370984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787829378.370988:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829378.370992:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2749 00000100:00080000:0.0:1787829378.370996:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829378.370999:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829378.371004:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829378.371012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134539136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829378.371029:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378] req@ffffa0e3c3e870c0 x1874672134538752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829378.371043:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134538752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829378.371052:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829378.371055:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829378.371057:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134538752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829378.371075:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829378.371089:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829378.371098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378] req@ffffa0e3c3e86d00 x1874672134538880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829378.371111:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134538880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829378.371116:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829378.371118:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829378.371120:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134538880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829378.371124:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829378.371134:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829378.371140:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378] req@ffffa0e3c3e85a40 x1874672134539008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829378.371147:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134539008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829378.371152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829378.371154:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829378.371155:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829378.371159:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539136:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829378.371169:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829378.371174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378] req@ffffa0e3c3e87c00 x1874672134539136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829378.371181:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134539136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829378.371190:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829378.371209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829378.371212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829379.010811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829379.010878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829380.034794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829380.034854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829381.058805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829381.058868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829382.082851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829382.082944:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829383.106788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829383.106850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829383.490872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829383.490880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829383.490884:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829383.490892:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2755 00000100:00080000:1.0:1787829383.490903:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829383.490908:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829383.490943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134539264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829383.490971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829383.490975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829383.490976:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829383.490979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2755 00000100:00080000:1.0:1787829383.490981:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829383.490983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829383.490991:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829383.491000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134539392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829383.491008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829383.491011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829383.491012:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829383.491015:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2755 00000100:00080000:1.0:1787829383.491017:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829383.491019:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829383.491022:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829383.491029:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134539264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829383.491032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134539520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829383.491044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829383.491047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829383.491048:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829383.491050:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2755 00000100:00080000:1.0:1787829383.491052:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829383.491054:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829383.491058:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829383.491066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134539648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829383.491103:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829383.491146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383] req@ffffa0e3d98d43c0 x1874672134539264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829383.491178:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134539264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829383.491191:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829383.491195:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829383.491200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134539264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829383.491208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829383.491249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829383.491263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383] req@ffffa0e3d98d61c0 x1874672134539392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829383.491277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134539392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829383.491286:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829383.491290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829383.491293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829383.491320:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829383.491342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829383.491354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383] req@ffffa0e3d98d5680 x1874672134539520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829383.491368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134539520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829383.491376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829383.491380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829383.491384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829383.491390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539648:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829383.491413:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829383.491426:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383] req@ffffa0e3d98d4780 x1874672134539648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829383.491438:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134539648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829383.491447:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829383.491450:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829383.491454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829384.130854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829384.130905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829385.154786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829385.154842:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829386.178848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829386.178922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829387.202833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829387.202903:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829388.226800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829388.226861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829388.610861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829388.610871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829388.610876:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829388.610891:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2760 00000100:00080000:2.0:1787829388.610905:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829388.610915:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829388.610964:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134539776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829388.610989:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829388.610992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829388.610994:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829388.610998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2760 00000100:00080000:2.0:1787829388.611001:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829388.611004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829388.611014:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829388.611024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134539904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829388.611033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829388.611039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829388.611040:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134539776:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829388.611041:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829388.611049:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2760 00000100:00080000:2.0:1787829388.611052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829388.611055:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829388.611058:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829388.611066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134540032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829388.611073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829388.611075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829388.611077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829388.611079:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2760 00000100:00080000:2.0:1787829388.611081:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829388.611083:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829388.611087:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829388.611094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134540160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829388.611152:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829388.611203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffffa0e3d025d2c0 x1874672134539776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.611233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134539776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.611246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.611251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829388.611256:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134539776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829388.611286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829388.611321:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829388.611337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffffa0e3d025cf00 x1874672134539904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.611350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134539904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.611360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.611364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829388.611368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134539904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829388.611375:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829388.611397:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829388.611409:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffffa0e3d025e940 x1874672134540032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.611423:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134540032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.611432:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.611435:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829388.611440:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829388.611447:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829388.611479:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829388.611492:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829388] req@ffffa0e3d025e580 x1874672134540160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829388.611505:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134540160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829388.611514:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829388.611517:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829388.611521:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829389.250790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829389.250907:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829390.274823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829390.274915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829391.298803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829391.298877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829392.322804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829392.322884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829393.346793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829393.346867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829393.730816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829393.730831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829393.730836:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829393.730844:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2765 00000100:00080000:2.0:1787829393.730853:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829393.730858:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829393.730890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134540288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829393.730913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829393.730916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829393.730917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829393.730921:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2765 00000100:00080000:2.0:1787829393.730923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829393.730925:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829393.730933:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829393.730941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134540416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829393.730948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829393.730951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829393.730952:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829393.730955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2765 00000100:00080000:2.0:1787829393.730957:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829393.730959:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829393.730962:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829393.730968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134540544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829393.730973:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134540288:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829393.730987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829393.730990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829393.730991:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829393.730994:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2765 00000100:00080000:2.0:1787829393.730997:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829393.730999:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829393.731002:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829393.731010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134540672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829393.731060:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829393.731113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829393.731149:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829394.370818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829394.370892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829395.394769:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829395.394841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829396.418871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829396.418912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000400:00000100:2.0:1787829396.802937:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787829396.802974:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829396.802989:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829396.803023:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829396.803029:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829396.803035:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829396.803128:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffffa0e3d025c3c0 x1874672134540544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.803157:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134540544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.803171:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.803177:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829396.803182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829396.803189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffffa0e3d025cb40 x1874672134540672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.803202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134540672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.803210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.803213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829396.803216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829396.803223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffffa0e3d025d680 x1874672134540288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.803235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134540288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.803243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.803246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829396.803250:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134540288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829396.803256:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829396] req@ffffa0e3d025f0c0 x1874672134540416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829396.803267:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134540416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829396.803276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829396.803280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829396.803283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829397.442800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829397.442864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829398.466803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829398.466948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829398.850821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829398.850830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829398.850833:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829398.850842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2770 00000100:00080000:1.0:1787829398.850852:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829398.850858:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829398.850890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134540800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829398.850915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829398.850918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829398.850919:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829398.850923:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2770 00000100:00080000:1.0:1787829398.850925:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829398.850927:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829398.850936:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829398.850947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134540928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829398.850956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829398.850960:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134540800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829398.850961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829398.850966:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829398.850973:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2770 00000100:00080000:1.0:1787829398.850977:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829398.850981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829398.850986:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829398.851002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134541056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829398.851012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829398.851016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829398.851018:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829398.851022:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2770 00000800:00000100:2.0:1787829398.851028:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829398.851030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829398.851038:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829398.851045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829398.851072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134541184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829398.851082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffffa0e3d98d52c0 x1874672134540800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829398.851108:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134540800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829398.851118:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829398.851123:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829398.851127:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134540800:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829398.851157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829398.851181:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829398.851195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffffa0e3d98d4780 x1874672134540928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829398.851213:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134540928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829398.851222:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829398.851225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829398.851228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134540928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829398.851235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829398.851255:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829398.851266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffffa0e3d98d5680 x1874672134541056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829398.851278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134541056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829398.851292:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829398.851296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829398.851299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829398.851306:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829398.851327:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829398.851339:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829398/real 1787829398] req@ffffa0e3d98d61c0 x1874672134541184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829398.851352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134541184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829398.851361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829398.851365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829398.851368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541184:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829399.490779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829399.490854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829400.514792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829400.514850:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829401.538826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829401.538879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829402.562779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829402.562883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829403.586827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829403.586880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829403.970843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.970854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829403.970858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.970870:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2775 00000100:00080000:2.0:1787829403.970883:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.970891:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829403.970928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134541312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829403.970954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.970957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829403.970959:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.970962:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2775 00000100:00080000:2.0:1787829403.970965:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.970969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829403.970977:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829403.970987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134541440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829403.970993:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134541312:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829403.970999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.971002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829403.971003:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.971007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2775 00000100:00080000:2.0:1787829403.971008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.971010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829403.971013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829403.971039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134541568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829403.971045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829403.971048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829403.971049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829403.971052:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2775 00000100:00080000:2.0:1787829403.971056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829403.971059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829403.971063:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829403.971070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134541696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829403.971077:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829403.971117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffffa0e3d025fc00 x1874672134541312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.971131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134541312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.971139:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.971142:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829403.971145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134541312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829403.971164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829403.971181:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829403.971194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffffa0e3d025c000 x1874672134541440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.971209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134541440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.971218:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.971221:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829403.971225:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829403.971232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829403.971256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829403.971269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffffa0e3d025e1c0 x1874672134541568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.971283:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134541568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.971301:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.971305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829403.971309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829403.971315:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829403.971336:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829403.971347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829403/real 1787829403] req@ffffa0e3d025c780 x1874672134541696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829403.971357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134541696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829403.971363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829403.971365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829403.971368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541696:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829404.610820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829404.610884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829405.634819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829405.634884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829406.658808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829406.658872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829407.682797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829407.682957:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829408.706804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829408.706855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829409.090814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829409.090842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829409.090847:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829409.090858:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2780 00000100:00080000:2.0:1787829409.090870:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829409.090879:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829409.090928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134541824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829409.090957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829409.090961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829409.090963:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829409.090969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2780 00000100:00080000:2.0:1787829409.090974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829409.090992:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829409.091000:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134541824:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829409.091005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829409.091026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134541952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829409.091039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829409.091043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829409.091045:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829409.091050:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2780 00000100:00080000:2.0:1787829409.091058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829409.091064:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829409.091069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829409.091074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829409.091092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134542080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829409.091103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829409.091107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409] req@ffffa0e3d025f480 x1874672134541824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829409.091109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829409.091114:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829409.091125:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2780 00000100:00080000:2.0:1787829409.091140:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829409.091141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134541824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829409.091150:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00080000:1.0:1787829409.091155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787829409.091159:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:1.0:1787829409.091160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829409.091167:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134541824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829409.091189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829409.091190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134542208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829409.091211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829409.091223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409] req@ffffa0e3d025c780 x1874672134541952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829409.091234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134541952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829409.091249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829409.091252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829409.091255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134541952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829409.091262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829409.091275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829409.091282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409] req@ffffa0e3d025e1c0 x1874672134542080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829409.091291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134542080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829409.091301:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829409.091304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829409.091308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829409.091322:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542208:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829409.091346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829409.091357:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409] req@ffffa0e3d025c000 x1874672134542208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829409.091366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134542208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829409.091373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829409.091376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829409.091380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829409.730811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829409.730868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829410.754820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829410.754879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829411.778810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829411.778872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829412.802803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829412.802886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829413.826822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829413.826853:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829414.210830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829414.210838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829414.210842:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829414.210850:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2785 00000100:00080000:1.0:1787829414.210860:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829414.210865:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829414.210899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134542336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829414.210923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829414.210926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829414.210927:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829414.210931:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2785 00000100:00080000:1.0:1787829414.210934:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829414.210937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829414.210956:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829414.210968:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134542336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829414.210971:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134542464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829414.210988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829414.210991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829414.210993:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829414.210996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2785 00000100:00080000:1.0:1787829414.210999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829414.211002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829414.211006:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829414.211015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829414.211022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829414.211024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829414.211026:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829414.211028:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2785 00000100:00080000:1.0:1787829414.211032:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787829414.211032:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829414.211039:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829414.211043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829414.211054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134542720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829414.211076:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414] req@ffffa0e3d98d43c0 x1874672134542336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829414.211090:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134542336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829414.211098:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829414.211101:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829414.211104:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134542336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829414.211125:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829414.211148:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829414.211161:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414] req@ffffa0e3d98d7840 x1874672134542464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829414.211174:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134542464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829414.211182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829414.211185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829414.211188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829414.211195:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829414.211215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829414.211225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414] req@ffffa0e3d98d5e00 x1874672134542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829414.211236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134542592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829414.211243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829414.211246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829414.211249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829414.211255:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829414.211272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829414.211282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414] req@ffffa0e3d98d6940 x1874672134542720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829414.211293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134542720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829414.211302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829414.211305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829414.211308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542720:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829414.850839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829414.850891:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829415.874846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829415.874913:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829416.898857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829416.898956:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829417.922823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829417.922899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829418.946833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829418.946936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829419.330816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829419.330827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829419.330832:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829419.330842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2790 00000100:00080000:1.0:1787829419.330855:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829419.330862:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829419.330904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134542848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829419.330943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829419.330946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829419.330948:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829419.330951:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2790 00000100:00080000:1.0:1787829419.330954:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829419.330957:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829419.330968:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829419.330983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134542976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829419.330990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829419.330993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829419.330995:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829419.330998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2790 00000100:00080000:1.0:1787829419.331000:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829419.331002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829419.331005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829419.331014:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134542848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829419.331016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134543104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829419.331038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829419.331041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829419.331043:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829419.331047:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2790 00000100:00080000:1.0:1787829419.331050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829419.331054:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829419.331057:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829419.331075:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134543232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829419.331102:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829419.331142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419] req@ffffa0e3d98d4f00 x1874672134542848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829419.331157:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134542848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829419.331166:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829419.331169:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829419.331172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134542848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829419.331178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829419.331191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829419.331199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419] req@ffffa0e3d98d6940 x1874672134542976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829419.331207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134542976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829419.331212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829419.331214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829419.331216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134542976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829419.331248:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829419.331260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829419.331267:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419] req@ffffa0e3d98d5e00 x1874672134543104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829419.331279:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134543104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829419.331284:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829419.331286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829419.331288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829419.331292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543232:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829419.331302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829419.331308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419] req@ffffa0e3d98d7840 x1874672134543232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829419.331315:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134543232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829419.331320:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829419.331322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829419.331324:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829419.970789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829419.970892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829420.994829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829420.994908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829422.018799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829422.018847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829423.042804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829423.042868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829424.066849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829424.066857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829424.450863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829424.450882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829424.450888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829424.450898:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2795 00000100:00080000:0.0:1787829424.450911:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829424.450920:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829424.450960:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134543360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829424.450989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829424.450992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829424.450994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829424.450998:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2795 00000100:00080000:0.0:1787829424.451001:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829424.451005:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829424.451013:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829424.451026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134543488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829424.451035:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134543360:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829424.451036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829424.451045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829424.451047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829424.451051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2795 00000100:00080000:0.0:1787829424.451053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829424.451056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829424.451059:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829424.451069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134543616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829424.451080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829424.451083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829424.451085:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829424.451088:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2795 00000100:00080000:0.0:1787829424.451090:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829424.451092:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829424.451096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829424.451099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829424.451113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134543744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829424.451139:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424] req@ffffa0e3c3e86580 x1874672134543360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829424.451154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134543360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829424.451163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829424.451166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829424.451169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134543360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829424.451187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829424.451202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829424.451210:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424] req@ffffa0e3c3e861c0 x1874672134543488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829424.451218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134543488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829424.451224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829424.451226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829424.451228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829424.451232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829424.451246:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829424.451257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424] req@ffffa0e3c3e87c00 x1874672134543616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829424.451269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134543616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829424.451284:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829424.451288:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829424.451291:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829424.451298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829424.451318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829424.451329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424] req@ffffa0e3c3e85a40 x1874672134543744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829424.451342:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134543744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829424.451349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829424.451352:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829424.451356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134543744:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829425.090820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829425.090886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829426.114823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829426.114908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829427.138878:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829427.138958:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829428.162810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829428.162877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829429.186855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829429.186913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829429.570797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829429.570807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829429.570812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829429.570822:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2801 00000100:00080000:0.0:1787829429.570835:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829429.570853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829429.570890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134543872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829429.570913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829429.570916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829429.570917:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829429.570921:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2801 00000100:00080000:0.0:1787829429.570925:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829429.570930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829429.570943:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829429.570948:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134543872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829429.570961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134544000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829429.570976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829429.570980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829429.570981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829429.570985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2801 00000100:00080000:0.0:1787829429.570989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829429.570992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829429.570996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829429.571005:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829429.571007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134544128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829429.571016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829429.571018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829429.571020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829429.571023:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2801 00000100:00080000:0.0:1787829429.571025:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829429.571028:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829429.571030:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829429.571038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134544256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829429.571047:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffffa0e3c3e86d00 x1874672134543872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829429.571063:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134543872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829429.571076:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829429.571079:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829429.571081:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134543872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829429.571099:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829429.571116:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829429.571130:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffffa0e3c3e870c0 x1874672134544000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829429.571153:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134544000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829429.571162:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829429.571165:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829429.571167:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829429.571172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829429.571188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829429.571197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffffa0e3c3e87840 x1874672134544128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829429.571207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134544128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829429.571215:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829429.571219:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829429.571222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829429.571229:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829429.571252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829429.571265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429] req@ffffa0e3c3e852c0 x1874672134544256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829429.571278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134544256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829429.571288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829429.571291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829429.571295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544256:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829430.210817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829430.210875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829431.234799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829431.234903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829432.258772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829432.258849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829433.282833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829433.282872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829434.306768:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829434.306863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829434.690842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829434.690850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829434.690854:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829434.690862:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2806 00000100:00080000:2.0:1787829434.690872:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829434.690877:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829434.690910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134544384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829434.690935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829434.690939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829434.690941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829434.690945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2806 00000100:00080000:2.0:1787829434.690950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829434.690955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829434.690965:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829434.690978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134544512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829434.690981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134544384:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829434.690989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829434.690992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829434.690994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829434.690998:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2806 00000100:00080000:2.0:1787829434.691001:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829434.691004:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829434.691008:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829434.691016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134544640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829434.691024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829434.691027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829434.691029:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829434.691032:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2806 00000100:00080000:2.0:1787829434.691035:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829434.691038:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829434.691042:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829434.691043:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829434.691052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134544768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829434.691082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffffa0e3d025fc00 x1874672134544384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.691100:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134544384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.691111:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.691114:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829434.691117:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134544384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829434.691136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829434.691159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829434.691173:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffffa0e3d025f0c0 x1874672134544512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.691187:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134544512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.691197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.691200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829434.691202:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829434.691207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829434.691223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829434.691231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffffa0e3d025d680 x1874672134544640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.691239:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134544640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.691244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.691247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829434.691249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829434.691252:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544768:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829434.691263:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829434.691268:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434] req@ffffa0e3d025cb40 x1874672134544768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829434.691275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134544768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829434.691282:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829434.691284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829434.691286:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134544768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829435.330822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829435.330878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829436.354825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829436.354887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829437.378842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829437.378896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829438.402827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829438.402879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829439.426805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829439.426861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829439.810808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829439.810816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829439.810820:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829439.810828:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2811 00000100:00080000:1.0:1787829439.810838:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829439.810845:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829439.810878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134544896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829439.810901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829439.810904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829439.810905:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829439.810909:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2811 00000100:00080000:1.0:1787829439.810912:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829439.810915:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829439.810924:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829439.810933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134544896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829439.810936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134545024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829439.810953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829439.810956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829439.810957:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829439.810961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2811 00000100:00080000:1.0:1787829439.810963:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829439.810966:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829439.810969:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829439.810977:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134545152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829439.810984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829439.810987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829439.810988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829439.810990:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2811 00000100:00080000:1.0:1787829439.810992:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829439.810997:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787829439.810998:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829439.811001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829439.811011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134545280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829439.811038:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffffa0e3d98d43c0 x1874672134544896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829439.811052:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134544896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829439.811068:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829439.811073:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829439.811076:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134544896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829439.811095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829439.811111:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829439.811120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffffa0e3d98d61c0 x1874672134545024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829439.811128:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134545024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829439.811134:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829439.811136:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829439.811138:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829439.811142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829439.811153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829439.811159:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffffa0e3d98d5680 x1874672134545152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829439.811166:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134545152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829439.811171:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829439.811173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829439.811175:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829439.811178:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829439.811190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829439.811195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439] req@ffffa0e3d98d4780 x1874672134545280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829439.811203:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134545280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829439.811208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829439.811209:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829439.811211:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829440.450848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829440.450930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829441.474796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829441.474887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829442.498782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829442.498873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829443.522796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829443.522878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829444.546807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829444.546901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829444.930834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829444.930844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829444.930849:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829444.930858:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2816 00000100:00080000:2.0:1787829444.930868:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829444.930876:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829444.930910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134545408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829444.930943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829444.930948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829444.930950:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829444.930955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2816 00000100:00080000:2.0:1787829444.930959:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829444.930965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829444.930976:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829444.930991:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134545408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829444.930993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134545536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829444.931012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829444.931015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829444.931017:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829444.931020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2816 00000100:00080000:2.0:1787829444.931029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829444.931037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829444.931044:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829444.931063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134545664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829444.931069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829444.931083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829444.931086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829444.931088:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829444.931092:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2816 00000100:00080000:2.0:1787829444.931097:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829444.931100:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829444.931105:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829444.931116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134545792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829444.931123:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffffa0e3d025c3c0 x1874672134545408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.931145:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134545408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.931153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.931157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829444.931161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134545408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829444.931181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829444.931201:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829444.931213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffffa0e3d025e580 x1874672134545536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.931223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134545536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.931229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.931232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829444.931235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829444.931240:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829444.931269:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829444.931278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffffa0e3d025e940 x1874672134545664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.931287:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134545664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.931300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.931303:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829444.931306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829444.931315:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545792:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829444.931340:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829444.931349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829444/real 1787829444] req@ffffa0e3d025cf00 x1874672134545792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829444.931372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134545792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829444.931379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829444.931383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829444.931388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134545792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829445.570826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829445.570931:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829446.594809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829446.594868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829447.618831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829447.618904:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829448.642808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829448.642878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829449.666793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829449.666854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829450.050846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829450.050858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829450.050862:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829450.050874:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2821 00000100:00080000:2.0:1787829450.050885:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829450.050892:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829450.050929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134545920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829450.050961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829450.050966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829450.050968:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829450.050973:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2821 00000100:00080000:2.0:1787829450.050977:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829450.050981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829450.050998:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829450.051014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134546048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829450.051024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829450.051028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829450.051030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829450.051035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2821 00000100:00080000:2.0:1787829450.051038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829450.051043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829450.051049:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829450.051067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134545920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829450.051067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134546176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829450.051094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829450.051097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829450.051100:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829450.051105:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2821 00000100:00080000:2.0:1787829450.051109:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829450.051113:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829450.051118:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829450.051131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134546304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829450.051180:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829450.051239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450] req@ffffa0e3d025d2c0 x1874672134545920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829450.051262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134545920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829450.051281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829450.051285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829450.051290:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134545920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829450.051299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829450.051324:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829450.051338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450] req@ffffa0e3d025da40 x1874672134546048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829450.051350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134546048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829450.051358:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829450.051361:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829450.051365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829450.051397:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829450.051420:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829450.051434:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450] req@ffffa0e3d025ed00 x1874672134546176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829450.051445:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134546176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829450.051454:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829450.051457:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829450.051460:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829450.051466:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546304:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829450.051487:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829450.051500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450] req@ffffa0e3d025de00 x1874672134546304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829450.051511:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134546304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829450.051520:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829450.051523:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829450.051526:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829450.690808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829450.690869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829451.714800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829451.714883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829452.738862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829452.738908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829453.762768:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829453.762862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829454.786786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829454.786863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829455.170859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829455.170868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829455.170871:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829455.170880:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2826 00000100:00080000:3.0:1787829455.170890:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829455.170896:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829455.170930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134546432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829455.170957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829455.170960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829455.170961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829455.170964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2826 00000100:00080000:3.0:1787829455.170967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829455.170969:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829455.170976:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829455.170985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134546560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829455.170993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829455.170995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829455.170996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829455.171002:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134546432:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829455.171003:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2826 00000100:00080000:3.0:1787829455.171009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829455.171013:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829455.171016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829455.171023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134546688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829455.171030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829455.171032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829455.171034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829455.171036:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2826 00000100:00080000:3.0:1787829455.171039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829455.171042:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829455.171046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829455.171053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134546816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829455.171064:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829455.171098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829455] req@ffffa0e3c4319680 x1874672134546432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829455.171112:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134546432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829455.171120:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829455.171123:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829455.171126:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134546432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829455.171147:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829455.171164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829455.171172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829455] req@ffffa0e3c431a940 x1874672134546560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829455.171189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134546560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829455.171195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829455.171198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829455.171200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829455.171204:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829455.171216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829455.171222:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829455] req@ffffa0e3c431bc00 x1874672134546688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829455.171230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134546688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829455.171235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829455.171237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829455.171239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829455.171243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829455.171254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829455.171260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829455] req@ffffa0e3c431b0c0 x1874672134546816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829455.171272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134546816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829455.171278:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829455.171280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829455.171281:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134546816:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829455.810794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829455.810861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829456.834824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829456.834898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829457.858846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829457.858910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829458.882788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829458.882848:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829459.906812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829459.906873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829460.290803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829460.290811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829460.290814:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829460.290823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2831 00000100:00080000:3.0:1787829460.290833:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829460.290839:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829460.290875:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134546944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829460.290898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829460.290901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829460.290903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829460.290906:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2831 00000100:00080000:3.0:1787829460.290908:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829460.290910:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829460.290917:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829460.290927:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134547072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829460.290941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829460.290943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829460.290945:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829460.290948:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2831 00000100:00080000:3.0:1787829460.290950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829460.290957:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829460.290959:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134546944:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787829460.290960:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829460.290971:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134547200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829460.290978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829460.290980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829460.290981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829460.290984:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2831 00000100:00080000:3.0:1787829460.290985:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829460.290988:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829460.290991:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829460.291000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134547328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829460.291066:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829460.291112:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829460.291155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829460.930799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829460.930849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829461.954817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829461.954895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829462.978819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829462.978885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829463.362961:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829463.363002:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829463.363018:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829463.363058:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829463.363069:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829463.363079:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829463.363117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829463] req@ffffa0e3c431a940 x1874672134547200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829463.363147:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134547200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829463.363161:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829463.363167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829463.363172:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829463.363183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829463] req@ffffa0e3c4319680 x1874672134547328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829463.363198:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134547328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829463.363207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829463.363212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829463.363216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829463.363222:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829463] req@ffffa0e3c431b0c0 x1874672134546944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829463.363236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134546944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829463.363245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829463.363248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829463.363252:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134546944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829463.363258:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829463] req@ffffa0e3c431bc00 x1874672134547072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829463.363269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134547072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829463.363277:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829463.363281:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829463.363284:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829464.002819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829464.002916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829465.026829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829465.026862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829465.410819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829465.410830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829465.410834:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829465.410844:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2836 00000100:00080000:3.0:1787829465.410855:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829465.410863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829465.410897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134547456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829465.410923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829465.410926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829465.410928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829465.410931:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2836 00000100:00080000:3.0:1787829465.410934:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829465.410937:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829465.410945:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829465.410955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134547584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829465.410962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829465.410966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829465.410968:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829465.410971:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2836 00000100:00080000:3.0:1787829465.410973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829465.410975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829465.410978:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829465.410986:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134547712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829465.410991:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134547456:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829465.411001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829465.411006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829465.411008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829465.411013:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2836 00000100:00080000:3.0:1787829465.411017:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829465.411021:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829465.411027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829465.411042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134547840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829465.411066:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829465.411107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465] req@ffffa0e3c4318f00 x1874672134547456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829465.411125:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134547456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829465.411136:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829465.411141:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829465.411145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134547456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829465.411153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829465.411176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829465.411189:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465] req@ffffa0e3c431a580 x1874672134547584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829465.411208:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134547584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829465.411217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829465.411220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829465.411224:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829465.411251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829465.411276:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829465.411287:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465] req@ffffa0e3c431a1c0 x1874672134547712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829465.411299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134547712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829465.411307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829465.411311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829465.411315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829465.411321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829465.411341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829465.411352:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465] req@ffffa0e3c431ad00 x1874672134547840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829465.411364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134547840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829465.411373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829465.411376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829465.411380:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134547840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829466.050793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829466.050848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829467.074805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829467.074888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829468.098826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829468.098892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829469.122811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829469.122871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829470.146872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829470.146981:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787829470.530806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.530816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829470.530822:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.530833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2842 00000100:00080000:0.0:1787829470.530846:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.530852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829470.530894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134547968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829470.530917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.530920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829470.530921:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.530924:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2842 00000100:00080000:0.0:1787829470.530926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.530929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829470.530940:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829470.530952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134548096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829470.530955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134547968:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829470.530964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.530970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829470.530972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.530975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2842 00000100:00080000:0.0:1787829470.530977:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.530980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829470.530984:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829470.531008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134548224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829470.531027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829470.531031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829470.531033:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829470.531038:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2842 00000100:00080000:0.0:1787829470.531041:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829470.531047:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829470.531047:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787829470.531056:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829470.531067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134548352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829470.531102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffffa0e3c3e84f00 x1874672134547968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.531119:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134547968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.531127:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.531131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829470.531134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134547968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829470.531164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829470.531190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829470.531202:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffffa0e3c3e84b40 x1874672134548096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.531215:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134548096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.531235:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.531239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829470.531243:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829470.531250:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829470.531271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829470.531280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffffa0e3c3e85680 x1874672134548224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.531293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134548224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.531299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.531301:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829470.531303:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829470.531307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829470.531319:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829470.531325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470] req@ffffa0e3c3e86940 x1874672134548352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829470.531332:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134548352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829470.531337:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829470.531339:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829470.531341:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829471.170804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829471.170941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829472.194815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829472.194881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829473.218785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829473.218881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829474.242812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829474.242887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829475.266834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829475.266946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829475.650866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.650877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829475.650882:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.650891:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2847 00000100:00080000:3.0:1787829475.650901:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.650911:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829475.650952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134548480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829475.650987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.650989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829475.650991:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.650995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2847 00000100:00080000:3.0:1787829475.650998:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.651001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829475.651009:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829475.651023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134548608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829475.651031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.651036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829475.651037:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134548480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829475.651038:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.651045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2847 00000100:00080000:3.0:1787829475.651048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.651050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829475.651054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829475.651062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134548736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829475.651074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829475.651076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829475.651078:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829475.651081:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2847 00000100:00080000:3.0:1787829475.651083:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829475.651086:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829475.651089:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829475.651098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134548864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829475.651106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829475.651152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffffa0e3c4318b40 x1874672134548480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.651168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134548480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.651181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.651184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829475.651187:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134548480:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829475.651210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829475.651227:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829475.651237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffffa0e3c431b840 x1874672134548608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.651245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134548608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.651251:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.651253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829475.651255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829475.651260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829475.651278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829475.651289:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffffa0e3c4319a40 x1874672134548736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.651302:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134548736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.651311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.651314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829475.651317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829475.651325:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548864:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829475.651346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829475.651359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475] req@ffffa0e3c4318000 x1874672134548864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829475.651371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134548864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829475.651377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829475.651379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829475.651382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134548864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829476.290821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829476.290896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829477.314830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829477.314915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829478.338820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829478.338872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829479.362846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829479.362918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829480.387040:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829480.387610:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787829480.770830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.770841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829480.770846:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.770857:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2852 00000100:00080000:3.0:1787829480.770869:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.770878:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829480.770923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134548992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829480.770957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.770961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829480.770962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.770966:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2852 00000100:00080000:3.0:1787829480.770968:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.770971:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829480.770980:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829480.770994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134549120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829480.771007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.771010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829480.771013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.771018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2852 00000100:00080000:3.0:1787829480.771022:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.771025:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829480.771029:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829480.771038:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134548992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829480.771048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134549248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829480.771060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829480.771063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829480.771065:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829480.771069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2852 00000100:00080000:3.0:1787829480.771073:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829480.771075:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787829480.771129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829480.771178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffffa0e3c43192c0 x1874672134548992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829480.771199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134548992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829480.771212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829480.771217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829480.771232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134548992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829480.771243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829480.771273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829480.771290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffffa0e3c43183c0 x1874672134549120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829480.771306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134549120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829480.771314:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:0.0:1787829480.771316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829480.771325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829480.771331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829480.771338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134549376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829480.771380:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829480.771416:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829480.771444:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffffa0e3c4318780 x1874672134549248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829480.771458:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134549248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829480.771466:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829480.771470:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829480.771474:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829480.771496:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829480.771520:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829480.771533:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480] req@ffffa0e3c4319e00 x1874672134549376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829480.771546:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134549376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829480.771562:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829480.771565:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829480.771569:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829481.410827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829481.410894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829482.434807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829482.434851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829483.458829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829483.458890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829484.482802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829484.482857:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829485.506770:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829485.506851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829485.890840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829485.890853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829485.890857:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829485.890870:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2857 00000100:00080000:2.0:1787829485.890882:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829485.890890:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829485.890936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134549504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829485.890965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829485.890968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829485.890970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829485.890974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2857 00000100:00080000:2.0:1787829485.890977:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829485.890981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829485.890993:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829485.891007:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134549504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829485.891010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134549632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829485.891021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829485.891024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829485.891025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829485.891029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2857 00000100:00080000:2.0:1787829485.891032:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829485.891035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829485.891041:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829485.891052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134549760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829485.891067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829485.891070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829485.891077:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829485.891078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829485.891085:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2857 00000100:00080000:2.0:1787829485.891090:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829485.891094:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829485.891099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829485.891110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134549888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829485.891126:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffffa0e3d025f840 x1874672134549504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.891146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134549504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.891158:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.891162:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829485.891166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134549504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829485.891188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829485.891204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829485.891214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffffa0e3d025de00 x1874672134549632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.891221:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134549632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.891226:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.891229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829485.891230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829485.891235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829485.891244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829485.891249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffffa0e3d025ed00 x1874672134549760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.891256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134549760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.891260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.891261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829485.891263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829485.891266:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549888:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829485.891275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829485.891280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829485/real 1787829485] req@ffffa0e3d025da40 x1874672134549888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829485.891286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134549888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829485.891291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829485.891293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829485.891294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134549888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829486.530820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829486.530886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829487.554855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829487.554924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829488.578820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829488.578923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829489.602802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829489.602896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829490.626810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829490.626866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829491.010850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829491.010860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829491.010865:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829491.010875:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2862 00000100:00080000:2.0:1787829491.010887:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829491.010894:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829491.010937:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134550016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829491.010962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829491.010965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829491.010966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829491.010970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2862 00000100:00080000:2.0:1787829491.010973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829491.010975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829491.010985:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829491.010994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134550144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829491.011002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829491.011004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829491.011005:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829491.011010:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2862 00000100:00100000:0.0:1787829491.011012:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134550016:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829491.011013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829491.011019:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829491.011023:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829491.011029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134550272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829491.011034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829491.011036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829491.011037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829491.011040:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2862 00000100:00080000:2.0:1787829491.011042:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829491.011044:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829491.011046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829491.011054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134550400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829491.011088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829491.011137:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491] req@ffffa0e3d025d2c0 x1874672134550016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829491.011156:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134550016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829491.011164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829491.011167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829491.011169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134550016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829491.011196:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829491.011218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829491.011232:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491] req@ffffa0e3d025cf00 x1874672134550144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829491.011240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134550144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829491.011245:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829491.011247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829491.011249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829491.011252:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829491.011265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829491.011271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491] req@ffffa0e3d025e940 x1874672134550272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829491.011277:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134550272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829491.011288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829491.011291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829491.011294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829491.011300:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829491.011320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829491.011330:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491] req@ffffa0e3d025e580 x1874672134550400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829491.011341:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134550400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829491.011349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829491.011351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829491.011354:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550400:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829491.650815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829491.650905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829492.674772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829492.674860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829493.698826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829493.698910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829494.722782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829494.722849:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829495.746807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829495.746887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829496.130825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829496.130835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829496.130839:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829496.130850:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2867 00000100:00080000:0.0:1787829496.130862:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829496.130868:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829496.130916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134550528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829496.130952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829496.130957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829496.130959:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829496.130963:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2867 00000100:00080000:0.0:1787829496.130968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829496.130973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829496.130986:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829496.130999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134550656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829496.131006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134550528:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829496.131011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829496.131024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829496.131028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829496.131033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2867 00000100:00080000:0.0:1787829496.131035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829496.131037:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829496.131040:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829496.131057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134550784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829496.131063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829496.131066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829496.131067:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829496.131070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2867 00000100:00080000:0.0:1787829496.131071:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829496.131074:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829496.131079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829496.131088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134550912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829496.131111:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829496.131163:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496] req@ffffa0e3c3e85e00 x1874672134550528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829496.131183:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134550528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829496.131195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829496.131200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829496.131204:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134550528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829496.131230:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829496.131256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829496.131271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496] req@ffffa0e3c3e87480 x1874672134550656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829496.131285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134550656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829496.131294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829496.131298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829496.131301:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829496.131309:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829496.131330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829496.131343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496] req@ffffa0e3c3e86940 x1874672134550784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829496.131364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134550784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829496.131373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829496.131390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829496.131394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829496.131402:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550912:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829496.131425:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829496.131439:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496] req@ffffa0e3c3e85680 x1874672134550912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829496.131452:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134550912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829496.131461:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829496.131465:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829496.131469:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134550912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829496.770821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829496.770880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829497.794801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829497.794865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829498.818816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829498.818870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829499.842811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829499.842867:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829500.866821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829500.866894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829501.250846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829501.250857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829501.250862:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829501.250874:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2872 00000100:00080000:0.0:1787829501.250886:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829501.250894:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829501.250932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134551040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829501.250962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829501.250966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829501.250968:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829501.250973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2872 00000100:00080000:0.0:1787829501.250978:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829501.250982:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829501.250993:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829501.251006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134551040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829501.251010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134551168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829501.251024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829501.251029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829501.251031:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829501.251036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2872 00000100:00080000:0.0:1787829501.251052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829501.251057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829501.251064:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829501.251069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829501.251081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134551296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829501.251093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829501.251098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829501.251100:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829501.251106:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2872 00000100:00080000:0.0:1787829501.251110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829501.251114:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829501.251121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829501.251121:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501] req@ffffa0e3c3e84b40 x1874672134551040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829501.251141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134551424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829501.251146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134551040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829501.251169:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829501.251175:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829501.251180:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134551040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829501.251206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829501.251229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829501.251244:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501] req@ffffa0e3c3e84f00 x1874672134551168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829501.251258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134551168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829501.251265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829501.251268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829501.251270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829501.251275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829501.251295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829501.251304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501] req@ffffa0e3c3e852c0 x1874672134551296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829501.251312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134551296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829501.251322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829501.251324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829501.251327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829501.251331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551424:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829501.251359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829501.251368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501] req@ffffa0e3c3e87840 x1874672134551424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829501.251376:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134551424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829501.251382:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829501.251384:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829501.251386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551424:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829501.890811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829501.890899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829502.914819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829502.914886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829503.938787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829503.938856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829504.962808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829504.962856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829505.986816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829505.986888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829506.370876:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829506.370884:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829506.370888:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829506.370896:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2877 00000100:00080000:3.0:1787829506.370906:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829506.370912:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829506.370946:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134551552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829506.370971:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829506.370974:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829506.370975:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829506.370988:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2877 00000100:00080000:3.0:1787829506.370991:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829506.370994:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829506.371002:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829506.371012:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134551680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829506.371021:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134551552:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829506.371022:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829506.371030:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829506.371032:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829506.371035:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2877 00000100:00080000:3.0:1787829506.371037:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829506.371040:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829506.371043:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829506.371052:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134551808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829506.371059:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829506.371061:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829506.371063:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829506.371066:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2877 00000100:00080000:3.0:1787829506.371068:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829506.371070:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829506.371073:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829506.371082:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134551936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829506.371088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829506.371130:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506] req@ffffa0e3c4319e00 x1874672134551552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829506.371150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134551552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829506.371163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829506.371167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829506.371171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134551552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829506.371191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829506.371210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829506.371219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506] req@ffffa0e3c4318780 x1874672134551680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829506.371227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134551680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829506.371233:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829506.371235:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829506.371237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829506.371241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829506.371251:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829506.371257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506] req@ffffa0e3c43183c0 x1874672134551808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829506.371264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134551808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829506.371269:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829506.371271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829506.371273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829506.371277:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829506.371288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829506.371294:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506] req@ffffa0e3c43192c0 x1874672134551936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829506.371301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134551936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829506.371323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829506.371325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829506.371328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134551936:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829507.010785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829507.010892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829508.034783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829508.034828:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829509.058801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829509.058859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829510.082800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829510.082858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829511.106832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829511.106889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829511.490841:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829511.490856:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829511.490860:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829511.490868:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2883 00000100:00080000:1.0:1787829511.490878:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829511.490884:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829511.490922:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134552064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829511.490945:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829511.490948:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829511.490950:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829511.490953:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2883 00000100:00080000:1.0:1787829511.490956:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829511.490958:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829511.490967:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829511.490978:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134552192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829511.490986:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829511.490989:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829511.490992:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829511.490994:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134552064:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829511.490997:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2883 00000100:00080000:1.0:1787829511.491001:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829511.491005:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829511.491013:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829511.491024:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134552320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829511.491031:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829511.491034:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829511.491036:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829511.491038:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2883 00000100:00080000:1.0:1787829511.491049:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829511.491052:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829511.491060:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829511.491062:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829511.491072:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134552448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829511.491109:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511] req@ffffa0e3d98d52c0 x1874672134552064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829511.491130:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134552064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829511.491142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829511.491146:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829511.491150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134552064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829511.491177:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829511.491219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829511.491231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511] req@ffffa0e3d98d4780 x1874672134552192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829511.491241:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134552192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829511.491248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829511.491251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829511.491254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829511.491258:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829511.491310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829511.491319:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511] req@ffffa0e3d98d5680 x1874672134552320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829511.491327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134552320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829511.491333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829511.491335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829511.491337:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829511.491341:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552448:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829511.491353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829511.491376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511] req@ffffa0e3d98d61c0 x1874672134552448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829511.491384:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134552448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829511.491390:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829511.491391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829511.491393:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552448:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829512.130784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829512.130863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829513.154820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829513.154883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829514.178818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829514.178905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829515.202797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829515.202853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829516.226986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829516.227006:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787829516.610835:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.610844:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829516.610848:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.610857:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2888 00000100:00080000:3.0:1787829516.610867:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.610873:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829516.610905:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134552576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829516.610935:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.610938:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829516.610940:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.610943:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2888 00000100:00080000:3.0:1787829516.610946:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.610948:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829516.610956:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829516.610968:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134552704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829516.610984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134552576:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829516.610985:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.610993:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829516.610995:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.610999:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2888 00000100:00080000:3.0:1787829516.611002:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.611005:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829516.611010:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829516.611037:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134552832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829516.611052:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829516.611056:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829516.611058:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829516.611062:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2888 00000100:00080000:3.0:1787829516.611068:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829516.611072:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829516.611079:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829516.611082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829516.611096:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134552960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829516.611120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffffa0e3c4318000 x1874672134552576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829516.611139:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134552576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829516.611151:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829516.611155:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829516.611160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134552576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829516.611191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829516.611217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829516.611227:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffffa0e3c4319a40 x1874672134552704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829516.611252:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134552704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829516.611258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829516.611261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829516.611264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829516.611268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829516.611284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829516.611292:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffffa0e3c431b840 x1874672134552832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829516.611301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134552832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829516.611307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829516.611309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829516.611311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829516.611314:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552960:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829516.611327:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829516.611337:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516] req@ffffa0e3c4318b40 x1874672134552960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829516.611346:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134552960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829516.611352:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829516.611355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829516.611357:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134552960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829517.250835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829517.250914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829518.274825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829518.274890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829519.298808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829519.298859:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829520.322819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829520.322883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829521.346800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829521.346852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829521.730776:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.730788:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829521.730791:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.730800:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2893 00000100:00080000:3.0:1787829521.730809:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.730815:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829521.730847:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134553088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829521.730870:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.730874:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829521.730877:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.730881:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2893 00000100:00080000:3.0:1787829521.730885:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.730889:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829521.730899:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829521.730906:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134553088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829521.730911:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134553216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829521.730921:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.730924:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829521.730926:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.730929:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2893 00000100:00080000:3.0:1787829521.730932:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.730935:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829521.730939:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829521.730949:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134553344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829521.730958:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829521.730961:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787829521.730963:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829521.730963:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829521.730966:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2893 00000100:00080000:3.0:1787829521.730969:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829521.730972:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829521.730976:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829521.730985:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134553472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829521.730999:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffffa0e3c431ad00 x1874672134553088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829521.731017:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134553088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829521.731028:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829521.731032:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829521.731036:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134553088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829521.731057:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829521.731081:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829521.731091:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffffa0e3c431a1c0 x1874672134553216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829521.731100:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134553216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829521.731106:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829521.731108:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829521.731111:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829521.731121:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829521.731135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829521.731142:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffffa0e3c431a580 x1874672134553344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829521.731150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134553344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829521.731155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829521.731157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829521.731159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829521.731163:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829521.731173:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829521.731179:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829521] req@ffffa0e3c4318f00 x1874672134553472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829521.731185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134553472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829521.731195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829521.731213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829521.731216:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553472:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829522.370838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829522.370915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829523.394795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829523.394854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829524.418844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829524.418898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829525.442822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829525.442900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829526.466906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829526.466959:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787829526.850854:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829526.850861:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829526.850865:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829526.850874:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2898 00000100:00080000:1.0:1787829526.850883:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829526.850889:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829526.850932:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134553600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829526.850965:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829526.850969:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829526.850970:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829526.850974:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2898 00000100:00080000:1.0:1787829526.850978:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829526.850981:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829526.850989:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829526.851001:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134553728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829526.851009:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829526.851011:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829526.851013:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829526.851016:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2898 00000100:00080000:1.0:1787829526.851018:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829526.851021:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829526.851027:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829526.851029:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134553600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829526.851038:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134553856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829526.851047:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829526.851050:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829526.851051:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829526.851055:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2898 00000100:00080000:1.0:1787829526.851056:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829526.851060:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829526.851064:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829526.851077:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134553984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829526.851150:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829526.851216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829526.851251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829527.490796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829527.490854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829528.514809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829528.514932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829529.538804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829529.538883:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829529.924207:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787829529.924254:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829529.924275:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829529.924319:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829529.924331:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829529.924347:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787829529.924375:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffffa0e3d98d5e00 x1874672134553856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829529.924401:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134553856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829529.924413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829529.924419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829529.924423:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829529.924454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffffa0e3d98d6940 x1874672134553984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829529.924468:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134553984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829529.924491:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829529.924496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829529.924500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787829529.924508:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffffa0e3d98d43c0 x1874672134553600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829529.924523:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134553600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829529.924532:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829529.924536:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829529.924540:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134553600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829529.924547:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829526/real 1787829529] req@ffffa0e3d98d7840 x1874672134553728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829529.924560:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134553728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829529.924569:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829529.924573:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829529.924577:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134553728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829530.562827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829530.562902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829531.586800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829531.586871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829531.970851:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.970860:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829531.970865:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.970876:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2903 00000100:00080000:3.0:1787829531.970887:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.970895:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829531.970940:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134554112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829531.970964:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.970968:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829531.970970:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.970975:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2903 00000100:00080000:3.0:1787829531.970980:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.970984:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829531.970994:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829531.971008:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134554240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829531.971018:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.971021:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829531.971023:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.971027:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2903 00000100:00080000:3.0:1787829531.971031:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.971035:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829531.971040:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829531.971052:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134554368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829531.971070:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829531.971073:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829531.971076:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829531.971080:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2903 00000100:00080000:3.0:1787829531.971083:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829531.971087:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829531.971092:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829531.971104:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134554496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829531.971106:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134554112:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787829531.971200:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829531.971241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffffa0e3c431bc00 x1874672134554112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829531.971260:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134554112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829531.971272:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829531.971276:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829531.971280:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134554112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829531.971287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829531.971312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829531.971327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffffa0e3c431b0c0 x1874672134554240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829531.971340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134554240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829531.971349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829531.971353:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829531.971356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829531.971363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829531.971386:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829531.971399:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffffa0e3c4319680 x1874672134554368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829531.971412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134554368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829531.971420:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829531.971423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829531.971427:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829531.971456:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554496:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829531.971478:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829531.971490:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829531/real 1787829531] req@ffffa0e3c431a940 x1874672134554496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829531.971503:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134554496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829531.971512:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829531.971516:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829531.971519:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554496:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829532.610822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829532.610911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829533.634785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829533.634865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829534.658814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829534.658881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829535.682845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829535.682910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829536.706812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829536.706880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829537.090800:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829537.090811:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829537.090815:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829537.090827:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2908 00000100:00080000:0.0:1787829537.090848:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829537.090856:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829537.090894:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134554624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829537.090922:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829537.090926:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829537.090928:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829537.090933:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2908 00000100:00080000:0.0:1787829537.090936:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829537.090941:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829537.090951:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829537.090966:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134554752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829537.090977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134554624:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829537.090995:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829537.090999:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829537.091001:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829537.091006:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2908 00000100:00080000:0.0:1787829537.091011:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829537.091015:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829537.091020:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829537.091033:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134554880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829537.091042:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829537.091046:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829537.091048:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787829537.091053:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829537.091058:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2908 00000100:00080000:0.0:1787829537.091064:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829537.091069:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829537.091075:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829537.091105:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134555008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829537.091118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537] req@ffffa0e3c3e870c0 x1874672134554624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829537.091141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134554624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829537.091152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829537.091157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829537.091161:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134554624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829537.091186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829537.091221:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829537.091237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537] req@ffffa0e3c3e86d00 x1874672134554752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829537.091251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134554752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829537.091260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829537.091264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829537.091268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829537.091274:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829537.091296:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829537.091306:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537] req@ffffa0e3c3e85a40 x1874672134554880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829537.091324:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134554880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829537.091333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829537.091336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829537.091340:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134554880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829537.091345:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829537.091365:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829537.091376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537] req@ffffa0e3c3e87c00 x1874672134555008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829537.091388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134555008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829537.091396:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829537.091399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829537.091403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555008:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829537.730816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829537.730882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829538.754804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829538.754863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829539.778845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829539.778903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829540.802828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829540.802890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829541.826854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829541.826911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829542.210811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829542.210826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829542.210829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829542.210838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2913 00000100:00080000:2.0:1787829542.210848:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829542.210854:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829542.210892:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134555136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829542.210920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829542.210924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829542.210927:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829542.210932:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2913 00000100:00080000:2.0:1787829542.210937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829542.210942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829542.210947:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134555136:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829542.210956:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829542.210972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134555264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829542.210981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829542.210983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829542.210985:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829542.210988:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2913 00000100:00080000:2.0:1787829542.210991:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829542.210994:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829542.210998:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829542.211004:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829542.211007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134555392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829542.211015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829542.211018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829542.211020:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829542.211024:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2913 00000100:00080000:2.0:1787829542.211025:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829542.211028:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829542.211031:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829542.211043:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542] req@ffffa0e3d025c3c0 x1874672134555136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829542.211043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134555520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829542.211098:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134555136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829542.211107:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829542.211116:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829542.211119:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134555136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829542.211139:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829542.211156:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829542.211165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542] req@ffffa0e3d025cb40 x1874672134555264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829542.211173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134555264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829542.211179:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829542.211181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829542.211184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829542.211187:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829542.211197:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829542.211203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542] req@ffffa0e3d025d680 x1874672134555392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829542.211211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134555392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829542.211220:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829542.211223:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829542.211225:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829542.211228:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555520:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829542.211238:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829542.211244:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542] req@ffffa0e3d025f0c0 x1874672134555520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829542.211250:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134555520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829542.211255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829542.211258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829542.211260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555520:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829542.850796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829542.850871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829543.874806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829543.874862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829544.898793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829544.898884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829545.922813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829545.922868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829546.946800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829546.946915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829547.330827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829547.330835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829547.330838:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829547.330847:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2918 00000100:00080000:2.0:1787829547.330856:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829547.330863:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829547.330895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134555648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829547.330920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829547.330923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829547.330924:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829547.330928:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2918 00000100:00080000:2.0:1787829547.330930:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829547.330932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829547.330940:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829547.330949:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134555776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829547.330958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829547.330962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829547.330964:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829547.330967:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2918 00000100:00080000:2.0:1787829547.330969:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829547.330971:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829547.330974:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829547.330980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134555904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829547.330986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829547.330989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829547.330991:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829547.330995:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2918 00000100:00080000:2.0:1787829547.331002:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829547.331003:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134555648:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829547.331007:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829547.331035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829547.331048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134556032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829547.331110:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829547.331174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547] req@ffffa0e3d025fc00 x1874672134555648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829547.331191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134555648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829547.331200:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829547.331204:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829547.331207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134555648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829547.331214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829547.331233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829547.331243:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547] req@ffffa0e3d025c000 x1874672134555776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829547.331251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134555776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829547.331257:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829547.331259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829547.331261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829547.331285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829547.331301:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829547.331312:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547] req@ffffa0e3d025e1c0 x1874672134555904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829547.331324:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134555904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829547.331333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829547.331337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829547.331341:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134555904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829547.331348:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829547.331370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829547.331382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547] req@ffffa0e3d025c780 x1874672134556032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829547.331396:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134556032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829547.331406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829547.331409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829547.331412:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556032:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829547.970860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829547.970910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829548.994804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829548.994896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829550.018845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829550.018907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829551.042822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829551.042877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829552.066839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829552.066907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829552.450825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829552.450835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829552.450839:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829552.450850:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2923 00000100:00080000:2.0:1787829552.450862:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829552.450868:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829552.450903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134556160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829552.450933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829552.450937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829552.450940:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829552.450945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2923 00000100:00080000:2.0:1787829552.450950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829552.450955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829552.450966:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829552.450976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134556160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829552.451002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134556288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829552.451016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829552.451020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829552.451022:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829552.451028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2923 00000100:00080000:2.0:1787829552.451034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829552.451039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829552.451045:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829552.451062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134556416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829552.451065:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829552.451077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829552.451080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829552.451082:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829552.451085:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2923 00000100:00080000:2.0:1787829552.451088:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829552.451091:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829552.451096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829552.451102:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552] req@ffffa0e3d025f480 x1874672134556160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829552.451104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134556544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829552.451121:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134556160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829552.451132:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829552.451137:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829552.451141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134556160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829552.451165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829552.451190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829552.451207:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552] req@ffffa0e3d025c780 x1874672134556288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829552.451220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134556288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829552.451231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829552.451236:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829552.451240:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829552.451246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829552.451267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829552.451279:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552] req@ffffa0e3d025e1c0 x1874672134556416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829552.451288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134556416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829552.451294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829552.451297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829552.451300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829552.451304:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556544:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829552.451318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829552.451326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552] req@ffffa0e3d025c000 x1874672134556544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829552.451335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134556544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829552.451345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829552.451348:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829552.451352:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829553.090834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829553.090927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829554.114822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829554.114882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829555.138837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829555.138895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829556.162786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829556.162827:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829557.186854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829557.186897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829557.570843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829557.570851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829557.570855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829557.570863:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2929 00000100:00080000:1.0:1787829557.570872:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829557.570877:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829557.570910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134556672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829557.570934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829557.570937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829557.570938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829557.570941:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2929 00000100:00080000:1.0:1787829557.570943:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829557.570946:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829557.570966:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829557.570980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134556800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829557.570990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829557.570993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829557.570994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829557.570999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2929 00000100:00100000:0.0:1787829557.571001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134556672:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829557.571003:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829557.571009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829557.571015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829557.571023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134556928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829557.571030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829557.571033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829557.571034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829557.571037:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2929 00000100:00080000:1.0:1787829557.571039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829557.571041:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829557.571044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829557.571051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134557056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829557.571114:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829557.571155:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffffa0e3d98d4f00 x1874672134556672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829557.571174:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134556672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829557.571185:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829557.571189:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829557.571193:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134556672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829557.571227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829557.571252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829557.571265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffffa0e3d98d7840 x1874672134556800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829557.571279:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134556800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829557.571308:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829557.571312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829557.571316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829557.571322:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829557.571343:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829557.571355:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffffa0e3d98d43c0 x1874672134556928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829557.571368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134556928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829557.571377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829557.571380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829557.571384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134556928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829557.571390:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829557.571406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829557.571415:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557] req@ffffa0e3d98d6940 x1874672134557056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829557.571427:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134557056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829557.571436:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829557.571440:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829557.571444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557056:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829558.210801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829558.210898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829559.234884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829559.234989:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829560.258799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829560.258839:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829561.282830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829561.282893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829562.306807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829562.306876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829562.690897:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829562.690908:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829562.690951:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829562.690962:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2934 00000100:00080000:0.0:1787829562.690974:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829562.690981:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829562.691017:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134557184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829562.691045:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829562.691049:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829562.691051:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829562.691055:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2934 00000100:00080000:0.0:1787829562.691059:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829562.691065:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829562.691075:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829562.691082:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134557184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829562.691089:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134557312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829562.691101:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829562.691105:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829562.691107:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829562.691111:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2934 00000100:00080000:0.0:1787829562.691115:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829562.691120:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829562.691125:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829562.691138:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134557440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829562.691147:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829562.691153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829562.691154:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829562.691159:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829562.691164:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2934 00000100:00080000:0.0:1787829562.691169:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829562.691173:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829562.691178:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829562.691190:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134557568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829562.691204:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffffa0e3c3e861c0 x1874672134557184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829562.691227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134557184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829562.691239:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829562.691244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829562.691249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134557184:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829562.691272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829562.691293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829562.691303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffffa0e3c3e86580 x1874672134557312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829562.691311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134557312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829562.691317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829562.691320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829562.691322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829562.691327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829562.691338:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829562.691345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffffa0e3c3e87c00 x1874672134557440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829562.691352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134557440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829562.691358:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829562.691359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829562.691361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829562.691365:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829562.691376:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829562.691382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562] req@ffffa0e3c3e85a40 x1874672134557568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829562.691390:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134557568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829562.691395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829562.691397:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829562.691399:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557568:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829563.330816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829563.330876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829564.354785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829564.354863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829565.378797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829565.378866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829566.402801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829566.402851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829567.426811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829567.426873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829567.810831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829567.810843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829567.810848:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829567.810857:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2939 00000100:00080000:1.0:1787829567.810869:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829567.810893:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829567.810934:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134557696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829567.810964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829567.810969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829567.810971:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829567.810977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2939 00000100:00080000:1.0:1787829567.810981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829567.810988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829567.810997:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134557696:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787829567.810999:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829567.811018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134557824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829567.811030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829567.811035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829567.811037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829567.811041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2939 00000100:00080000:1.0:1787829567.811047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829567.811051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787829567.811055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829567.811060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829567.811076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134557952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829567.811088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829567.811093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829567.811094:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffffa0e3d98d5e00 x1874672134557696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829567.811098:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829567.811109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2939 00000100:00080000:1.0:1787829567.811115:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829567.811118:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134557696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829567.811124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00080000:0.0:1787829567.811131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787829567.811134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:0.0:1787829567.811136:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829567.811141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134557696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829567.811153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134558080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829567.811165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829567.811183:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829567.811194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffffa0e3d98d61c0 x1874672134557824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829567.811202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134557824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829567.811208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829567.811211:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829567.811213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829567.811218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829567.811236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829567.811247:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffffa0e3d98d5680 x1874672134557952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829567.811261:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134557952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829567.811270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829567.811273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829567.811275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134557952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829567.811286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558080:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829567.811302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829567.811309:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567] req@ffffa0e3d98d4780 x1874672134558080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829567.811318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134558080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829567.811324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829567.811326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829567.811328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829568.450795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829568.450855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829569.474819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829569.474881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829570.498810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829570.498876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829571.522816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829571.522888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829572.546802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829572.546881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829572.930829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.930850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829572.930855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.930866:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2944 00000100:00080000:1.0:1787829572.930879:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.930887:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829572.930925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134558208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829572.930946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.930950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829572.930951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.930954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2944 00000100:00080000:1.0:1787829572.930958:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.930962:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829572.930970:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829572.930979:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134558208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829572.930984:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134558336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829572.930993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.930995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829572.930996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.930999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2944 00000100:00080000:1.0:1787829572.931002:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.931005:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829572.931008:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829572.931017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134558464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829572.931023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829572.931026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829572.931027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829572.931030:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2944 00000100:00080000:1.0:1787829572.931033:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829572.931036:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787829572.931041:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829572.931044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829572.931060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134558592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829572.931078:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffffa0e3d98d52c0 x1874672134558208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829572.931093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134558208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829572.931103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829572.931107:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829572.931111:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134558208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829572.931135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829572.931159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829572.931170:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffffa0e3d98d4780 x1874672134558336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829572.931179:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134558336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829572.931190:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829572.931192:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829572.931195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829572.931199:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829572.931212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829572.931218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffffa0e3d98d5680 x1874672134558464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829572.931226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134558464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829572.931231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829572.931233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829572.931235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829572.931239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829572.931250:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829572.931256:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829572/real 1787829572] req@ffffa0e3d98d61c0 x1874672134558592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829572.931264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134558592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829572.931269:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829572.931270:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829572.931273:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558592:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829573.570780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829573.570865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829574.594850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829574.594921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829575.618866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829575.618874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829576.642869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829576.642941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829577.666787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829577.666855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829578.050853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829578.050863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829578.050868:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829578.050879:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2949 00000100:00080000:1.0:1787829578.050890:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829578.050897:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829578.050936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134558720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829578.050964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829578.050969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829578.050971:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829578.050976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2949 00000100:00080000:1.0:1787829578.050979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829578.050983:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829578.050993:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829578.051001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134558720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829578.051009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134558848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829578.051023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829578.051027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829578.051029:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829578.051034:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2949 00000100:00080000:1.0:1787829578.051049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829578.051054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787829578.051059:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829578.051061:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829578.051077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134558976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829578.051085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829578.051087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829578.051089:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829578.051093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2949 00000100:00100000:0.0:1787829578.051097:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578] req@ffffa0e3d98d5e00 x1874672134558720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829578.051109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829578.051118:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134558720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829578.051121:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829578.051130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:0.0:1787829578.051137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829578.051145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829578.051148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134559104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829578.051153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134558720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829578.051191:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829578.051214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829578.051224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578] req@ffffa0e3d98d6940 x1874672134558848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829578.051233:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134558848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829578.051239:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829578.051242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829578.051244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829578.051249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829578.051259:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829578.051266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578] req@ffffa0e3d98d43c0 x1874672134558976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829578.051274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134558976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829578.051280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829578.051282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829578.051285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134558976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829578.051289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829578.051301:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829578.051308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578] req@ffffa0e3d98d7840 x1874672134559104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829578.051316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134559104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829578.051321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829578.051323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829578.051325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559104:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829578.690823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829578.690876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829579.714808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829579.714861:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829580.738830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829580.738884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829581.762812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829581.762862:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829582.786844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829582.786900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829583.170838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829583.170857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829583.170861:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829583.170880:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2954 00000100:00080000:1.0:1787829583.170900:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829583.170917:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829583.170950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134559232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829583.170977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829583.170980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829583.170982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829583.170987:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2954 00000100:00080000:1.0:1787829583.170992:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829583.170996:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829583.171008:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829583.171013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134559232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829583.171027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134559360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829583.171040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829583.171043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829583.171045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829583.172333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829583.172366:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583] req@ffffa0e3d98d4f00 x1874672134559232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829583.172380:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134559232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829583.172391:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829583.172396:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829583.172400:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134559232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829583.172442:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559360:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787829583.172446:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2954 00000100:00080000:1.0:1787829583.172461:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829583.172468:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829583.172474:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829583.172479:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829583.172499:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583] req@ffffa0e3d98d7840 x1874672134559360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829583.172499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134559488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829583.172523:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134559360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829583.172531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829583.172533:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829583.172536:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829583.172538:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559360:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787829583.172550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829583.172551:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559488:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787829583.172557:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829583.172565:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2954 00000100:00080000:1.0:1787829583.172570:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829583.172571:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829583.172580:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829583.172588:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829583.172589:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583] req@ffffa0e3d98d43c0 x1874672134559488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829583.172606:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134559488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829583.172617:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787829583.172621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134559616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829583.172624:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829583.172631:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829583.172649:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559616:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829583.172670:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829583.172678:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583] req@ffffa0e3d98d6940 x1874672134559616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829583.172686:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134559616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829583.172692:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829583.172694:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829583.172696:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829583.810824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829583.810899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829584.834830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829584.834903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829585.858828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829585.858890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829586.882806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829586.882869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829587.906874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829587.906883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787829588.290878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829588.290892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829588.290898:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829588.290913:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2959 00000100:00080000:2.0:1787829588.290929:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829588.290939:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829588.290993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134559744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829588.291031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829588.291036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829588.291038:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829588.291043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2959 00000100:00080000:2.0:1787829588.291047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829588.291052:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829588.291066:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829588.291082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134559872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829588.291093:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134559744:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829588.291111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829588.291116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829588.291118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829588.291124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2959 00000100:00080000:2.0:1787829588.291129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829588.291134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829588.291141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829588.291155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134560000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829588.291174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829588.291175:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829588.291181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829588.291183:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829588.291189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2959 00000100:00080000:2.0:1787829588.291194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829588.291200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829588.291206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829588.291222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134560128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829588.291235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829588] req@ffffa0e3d025fc00 x1874672134559744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829588.291251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134559744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829588.291261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829588.291265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829588.291268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134559744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829588.291291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829588.291311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829588.291321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829588] req@ffffa0e3d025f0c0 x1874672134559872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829588.291330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134559872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829588.291336:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829588.291339:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829588.291341:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134559872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829588.291346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829588.291358:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829588.291368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829588] req@ffffa0e3d025d680 x1874672134560000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829588.291377:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134560000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829588.291389:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829588.291391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829588.291393:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829588.291398:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829588.291414:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829588.291430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829588] req@ffffa0e3d025cb40 x1874672134560128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829588.291458:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134560128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829588.291477:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829588.291483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829588.291487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560128:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829588.930836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829588.930909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829589.954821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829589.954875:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829590.978838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829590.979948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829592.002885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829592.002953:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829593.026866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829593.026947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829593.410820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829593.410828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829593.410831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829593.410840:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2964 00000100:00080000:2.0:1787829593.410849:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829593.410853:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829593.410884:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134560256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829593.410910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829593.410912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829593.410914:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829593.410917:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2964 00000100:00080000:2.0:1787829593.410920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829593.410922:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829593.410930:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829593.410940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134560384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829593.410947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829593.410950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829593.410951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829593.410954:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2964 00000100:00080000:2.0:1787829593.410956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829593.410960:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134560256:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829593.410962:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829593.410967:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829593.410975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134560512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829593.410982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829593.410984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829593.410986:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829593.410988:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2964 00000100:00080000:2.0:1787829593.410991:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829593.410993:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829593.410996:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829593.411004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134560640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829593.411046:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829593.411074:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829593.411095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560640:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829594.050857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829594.050889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829595.074832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829595.074900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829596.098826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829596.098895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829596.482981:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829596.483023:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829596.483040:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829596.483077:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829596.483089:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829596.483096:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787829596.483221:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829596] req@ffffa0e3d025e940 x1874672134560512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829596.483249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134560512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829596.483261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829596.483267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829596.483272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829596.483281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829596] req@ffffa0e3d025cf00 x1874672134560640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829596.483298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134560640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829596.483317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829596.483327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829596.483331:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560640:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787829596.483338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829596] req@ffffa0e3d025c3c0 x1874672134560256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829596.483352:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134560256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829596.483360:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829596.483364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829596.483367:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134560256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829596.483374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829596] req@ffffa0e3d025e580 x1874672134560384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829596.483389:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134560384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829596.483399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829596.483404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829596.483409:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829597.122818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829597.122855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829598.146835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829598.146891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829598.530852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829598.530859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829598.530868:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829598.530876:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2970 00000100:00080000:3.0:1787829598.530884:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829598.530890:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829598.530918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134560768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829598.530938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829598.530941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829598.530942:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829598.530945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2970 00000100:00080000:3.0:1787829598.530947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829598.530950:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829598.530959:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829598.530973:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134560896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829598.530984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134560768:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829598.530989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829598.530994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829598.530996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829598.531001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2970 00000100:00080000:3.0:1787829598.531006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829598.531011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829598.531016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829598.531031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134561024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829598.531042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829598.531045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829598.531047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829598.531052:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2970 00000800:00000100:0.0:1787829598.531057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829598.531060:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829598.531067:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829598.531073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829598.531087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134561152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829598.531100:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffffa0e3c431a940 x1874672134560768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829598.531120:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134560768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829598.531131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829598.531135:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829598.531139:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134560768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829598.531161:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829598.531184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829598.531197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffffa0e3c4319680 x1874672134560896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829598.531209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134560896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829598.531217:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829598.531220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829598.531223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134560896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829598.531229:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829598.531246:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829598.531255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffffa0e3c431b0c0 x1874672134561024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829598.531266:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134561024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829598.531273:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829598.531277:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829598.531280:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829598.531286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829598.531305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829598.531315:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598] req@ffffa0e3c431bc00 x1874672134561152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829598.531326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134561152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829598.531334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829598.531337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829598.531347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561152:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829599.170817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829599.170901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829600.194829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829600.194895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829601.218801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829601.218865:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829602.242824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829602.242879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829603.266794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829603.266854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829603.650848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829603.650856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829603.650860:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829603.650867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2975 00000100:00080000:1.0:1787829603.650876:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829603.650882:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829603.650918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134561280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829603.650947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829603.650952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829603.650954:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829603.650957:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2975 00000100:00080000:1.0:1787829603.650960:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829603.650963:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829603.650971:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829603.650990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134561408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829603.651001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134561280:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829603.651001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829603.651005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829603.651009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829603.651015:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2975 00000100:00080000:1.0:1787829603.651019:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829603.651022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829603.651027:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829603.651041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134561536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829603.651052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829603.651056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829603.651058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829603.651063:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2975 00000100:00080000:1.0:1787829603.651068:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829603.651071:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829603.651076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829603.651078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829603.651089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134561664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829603.651115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffffa0e3d98d5e00 x1874672134561280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.651130:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134561280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.651138:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.651141:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829603.651144:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134561280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829603.651173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829603.651196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829603.651209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffffa0e3d98d61c0 x1874672134561408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.651222:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134561408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.651230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.651233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829603.651236:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829603.651242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829603.651262:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829603.651273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffffa0e3d98d5680 x1874672134561536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.651283:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134561536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.651290:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.651293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829603.651296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829603.651301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829603.651320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829603.651329:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603] req@ffffa0e3d98d4780 x1874672134561664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829603.651351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134561664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829603.651364:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829603.651367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829603.651371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561664:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829604.290829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829604.290877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829605.314813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829605.314875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829606.338835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829606.338893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829607.362784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829607.362843:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829608.386795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829608.386858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829608.770807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829608.770817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829608.770822:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829608.770832:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2980 00000100:00080000:1.0:1787829608.770843:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829608.770851:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829608.770886:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134561792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829608.770910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829608.770912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829608.770914:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829608.770917:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2980 00000100:00080000:1.0:1787829608.770920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829608.770922:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829608.770930:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829608.770941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134561920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829608.770955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134561792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829608.770955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829608.770963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829608.770965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829608.770968:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2980 00000100:00080000:1.0:1787829608.770970:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829608.770972:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829608.770975:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829608.770984:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134562048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829608.770990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829608.770992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829608.770993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829608.770996:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2980 00000100:00080000:1.0:1787829608.771007:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829608.771010:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829608.771013:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787829608.771018:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829608.771022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134562176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829608.771055:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffffa0e3d98d52c0 x1874672134561792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.771068:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134561792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.771076:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.771079:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829608.771082:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134561792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829608.771100:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829608.771115:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829608.771124:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffffa0e3d98d4780 x1874672134561920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.771131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134561920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.771137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.771139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829608.771141:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134561920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829608.771145:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829608.771155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829608.771161:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffffa0e3d98d5680 x1874672134562048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.771168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134562048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.771176:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.771179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829608.771182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829608.771188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562176:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829608.771207:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829608.771218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608] req@ffffa0e3d98d61c0 x1874672134562176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829608.771231:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134562176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829608.771237:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829608.771240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829608.771242:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829609.410812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829609.410870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829610.434787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829610.434839:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829611.458819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829611.458903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829612.482793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829612.482874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829613.506847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829613.506959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829613.890806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829613.890813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829613.890817:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829613.890831:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2985 00000100:00080000:1.0:1787829613.890840:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829613.890846:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829613.890877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134562304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829613.890899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829613.890902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829613.890903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829613.890907:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2985 00000100:00080000:1.0:1787829613.890911:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829613.890915:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829613.890926:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829613.890943:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134562432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829613.890957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829613.890961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829613.890964:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134562304:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829613.890964:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829613.890974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2985 00000100:00080000:1.0:1787829613.890981:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829613.890984:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829613.890988:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829613.890999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134562560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829613.891006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829613.891008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829613.891009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829613.891011:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2985 00000100:00080000:1.0:1787829613.891013:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829613.891016:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829613.891019:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829613.891026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134562688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829613.891068:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829613.891118:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffffa0e3d98d5e00 x1874672134562304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829613.891135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134562304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829613.891146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829613.891150:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829613.891153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134562304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829613.891188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829613.891208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829613.891218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffffa0e3d98d6940 x1874672134562432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829613.891226:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134562432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829613.891232:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829613.891235:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829613.891237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829613.891242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829613.891253:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829613.891260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffffa0e3d98d43c0 x1874672134562560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829613.891268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134562560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829613.891278:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829613.891280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829613.891282:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829613.891286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829613.891305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829613.891311:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829613/real 1787829613] req@ffffa0e3d98d7840 x1874672134562688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829613.891319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134562688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829613.891325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829613.891327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829613.891329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562688:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829614.530834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829614.530931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829615.554843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829615.554870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829616.578846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829616.578928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829617.602812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829617.602895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829618.626800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829618.626851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829619.010821:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829619.010829:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829619.010832:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829619.010841:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2990 00000100:00080000:0.0:1787829619.010850:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829619.010857:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829619.010890:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134562816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829619.010914:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829619.010917:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829619.010918:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829619.010921:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2990 00000100:00080000:0.0:1787829619.010924:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829619.010927:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829619.010935:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829619.010945:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134562944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829619.010952:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134562816:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829619.010955:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829619.010962:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829619.010964:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829619.010967:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2990 00000100:00080000:0.0:1787829619.010969:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829619.010971:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829619.010974:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829619.010981:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134563072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829619.010987:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829619.010990:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829619.010991:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829619.010993:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2990 00000100:00080000:0.0:1787829619.010996:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829619.010998:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829619.011002:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829619.011009:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134563200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829619.012109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829619.012160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619] req@ffffa0e3c3e86d00 x1874672134562816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829619.012173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134562816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829619.012182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829619.012185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829619.012188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134562816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829619.012207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829619.012225:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829619.012233:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619] req@ffffa0e3c3e870c0 x1874672134562944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829619.012242:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134562944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829619.012247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829619.012250:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829619.012252:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134562944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829619.012255:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829619.012267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829619.012273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619] req@ffffa0e3c3e87840 x1874672134563072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829619.012280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134563072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829619.012285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829619.012287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829619.012289:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829619.012292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563200:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829619.012302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829619.012308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619] req@ffffa0e3c3e852c0 x1874672134563200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829619.012316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134563200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829619.012321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829619.012322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829619.012324:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829619.650799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829619.650879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829620.674784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829620.674877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829621.698858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829621.698934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829622.722806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829622.722895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829623.746800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829623.746923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829624.130855:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829624.130863:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829624.130868:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829624.130880:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 2995 00000100:00080000:2.0:1787829624.130892:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829624.130898:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829624.130931:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134563328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829624.130966:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829624.130972:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829624.130975:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829624.130984:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2995 00000100:00080000:2.0:1787829624.130990:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829624.130996:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829624.131008:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829624.131013:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134563328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829624.131028:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134563456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829624.131043:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829624.131048:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829624.131050:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829624.131055:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2995 00000100:00080000:2.0:1787829624.131069:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829624.131075:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829624.131080:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829624.131101:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134563584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829624.131112:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829624.131117:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829624.131119:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829624.131124:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 2995 00000100:00080000:2.0:1787829624.131128:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829624.131133:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829624.131138:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829624.131151:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134563712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829624.131178:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829624.131371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624] req@ffffa0e3d025d2c0 x1874672134563328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829624.131390:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134563328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829624.131399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829624.131402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829624.131406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134563328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829624.131424:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829624.131443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829624.131453:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624] req@ffffa0e3d025da40 x1874672134563456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829624.131461:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134563456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829624.131468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829624.131470:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829624.131472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829624.131476:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829624.131511:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829624.131520:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624] req@ffffa0e3d025ed00 x1874672134563584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829624.131528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134563584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829624.131538:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829624.131540:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829624.131543:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829624.131547:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829624.131559:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829624.131565:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624] req@ffffa0e3d025de00 x1874672134563712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829624.131572:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134563712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829624.131577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829624.131579:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829624.131581:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563712:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829624.770790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829624.770895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829625.794807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829625.794898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829626.818797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829626.818860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829627.842815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829627.842909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829628.866808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829628.866872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829629.250769:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829629.250777:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829629.250781:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829629.250788:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3000 00000100:00080000:2.0:1787829629.250797:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829629.250804:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829629.250840:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134563840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829629.250874:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829629.250877:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829629.250878:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829629.250881:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3000 00000100:00080000:2.0:1787829629.250884:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829629.250887:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829629.250895:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829629.250908:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134563968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829629.250916:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829629.250919:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829629.250920:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829629.250926:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3000 00000100:00100000:3.0:1787829629.250926:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134563840:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829629.250929:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829629.250932:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829629.250935:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829629.250943:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134564096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829629.250949:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829629.250952:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829629.250953:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829629.250955:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3000 00000100:00080000:2.0:1787829629.250958:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829629.250960:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829629.250963:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829629.250972:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134564224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829629.251001:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829629.251033:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629] req@ffffa0e3d025f840 x1874672134563840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829629.251047:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134563840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829629.251068:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829629.251071:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829629.251074:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134563840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829629.251094:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829629.251110:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829629.251119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629] req@ffffa0e3d025de00 x1874672134563968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829629.251132:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134563968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829629.251140:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829629.251144:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829629.251147:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134563968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829629.251154:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829629.251184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829629.251193:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629] req@ffffa0e3d025ed00 x1874672134564096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829629.251201:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134564096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829629.251207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829629.251210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829629.251212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829629.251216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829629.251229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829629.251235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629] req@ffffa0e3d025da40 x1874672134564224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829629.251242:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134564224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829629.251248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829629.251251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829629.251254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564224:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829629.890804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829629.890896:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829630.914824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829630.914909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829631.938819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829631.938858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829632.962826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829632.962895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829633.986843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829633.986966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829634.370835:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829634.370844:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829634.370847:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829634.370857:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3005 00000100:00080000:2.0:1787829634.370866:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829634.370882:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829634.370915:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134564352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829634.370934:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829634.370947:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829634.370949:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829634.370951:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3005 00000100:00080000:2.0:1787829634.370954:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829634.370956:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829634.370964:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829634.370973:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134564480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829634.370983:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829634.370983:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134564352:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829634.370989:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829634.370991:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829634.370997:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3005 00000100:00080000:2.0:1787829634.371000:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829634.371012:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829634.371015:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829634.371023:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134564608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829634.371029:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829634.371032:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829634.371033:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829634.371036:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3005 00000100:00080000:2.0:1787829634.371038:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829634.371040:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829634.371043:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829634.371049:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134564736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829634.371069:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829634.371111:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634] req@ffffa0e3d025d2c0 x1874672134564352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829634.371130:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134564352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829634.371179:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829634.371185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829634.371191:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134564352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829634.371234:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829634.371264:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829634.371283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634] req@ffffa0e3d025e580 x1874672134564480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829634.371298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134564480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829634.371319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829634.371323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829634.371327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829634.371334:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829634.371355:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829634.371366:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634] req@ffffa0e3d025c3c0 x1874672134564608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829634.371378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134564608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829634.371387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829634.371391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829634.371395:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829634.371401:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564736:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829634.371439:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829634.371452:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634] req@ffffa0e3d025cf00 x1874672134564736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829634.371483:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134564736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829634.371492:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829634.371495:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829634.371499:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829635.010874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829635.010909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829636.034826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829636.034875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829637.058840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829637.058898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829638.082778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829638.082863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829639.106789:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829639.106846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829639.490838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829639.490850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829639.490854:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829639.490867:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3011 00000100:00080000:3.0:1787829639.490882:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829639.490891:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829639.490940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134564864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829639.490973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829639.490976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829639.490978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829639.490981:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3011 00000100:00080000:3.0:1787829639.490985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829639.490988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829639.490999:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829639.491010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134564992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829639.491018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829639.491022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829639.491024:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134564864:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829639.491024:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829639.491029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3011 00000100:00080000:3.0:1787829639.491035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829639.491042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829639.491045:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829639.491051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134565120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829639.491057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829639.491060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829639.491061:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829639.491064:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3011 00000100:00080000:3.0:1787829639.491066:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829639.491068:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829639.491071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829639.491080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134565248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829639.491126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829639.491179:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639] req@ffffa0e3c4318f00 x1874672134564864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829639.491199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134564864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829639.491211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829639.491215:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829639.491219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134564864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829639.491249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829639.491273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829639.491286:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639] req@ffffa0e3c431a580 x1874672134564992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829639.491299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134564992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829639.491307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829639.491311:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829639.491314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134564992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829639.491320:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829639.491340:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829639.491352:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639] req@ffffa0e3c431a1c0 x1874672134565120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829639.491367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134565120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829639.491373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829639.491375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829639.491390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829639.491395:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829639.491412:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829639.491427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639] req@ffffa0e3c431ad00 x1874672134565248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829639.491436:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134565248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829639.491442:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829639.491444:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829639.491446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565248:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829640.130816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829640.130895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829641.154838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829641.154910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829642.178786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829642.178874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829643.202830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829643.202895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829644.226805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829644.226879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829644.610847:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829644.610855:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829644.610859:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829644.610868:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3016 00000100:00080000:1.0:1787829644.610878:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829644.610883:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829644.610914:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134565376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829644.610936:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829644.610938:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829644.610940:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829644.610942:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3016 00000100:00080000:1.0:1787829644.610944:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829644.610946:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829644.610954:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829644.610965:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134565504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829644.610973:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829644.610976:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829644.610977:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829644.610982:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3016 00000100:00080000:1.0:1787829644.610984:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829644.610984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134565376:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829644.610991:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829644.610996:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829644.611016:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134565632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829644.611027:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829644.611029:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829644.611030:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829644.611033:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3016 00000100:00080000:1.0:1787829644.611036:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829644.611038:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829644.611041:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829644.611049:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134565760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829644.611060:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829644.611104:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffffa0e3d98d4f00 x1874672134565376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.611124:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134565376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.611136:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.611140:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829644.611144:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134565376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829644.611172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829644.611198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829644.611212:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffffa0e3d98d7840 x1874672134565504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.611227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134565504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.611236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.611240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829644.611243:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829644.611250:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829644.611271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829644.611283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffffa0e3d98d43c0 x1874672134565632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.611304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134565632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.611327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.611331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829644.611334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829644.611355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829644.611378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829644.611389:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644] req@ffffa0e3d98d6940 x1874672134565760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829644.611403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134565760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829644.611411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829644.611415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829644.611419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134565760:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829645.250832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829645.250880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829646.274767:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829646.274843:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829647.298807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829647.298874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829648.322811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829648.322872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829649.346792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829649.346818:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829649.730807:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829649.730815:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829649.730818:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829649.730827:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3021 00000100:00080000:3.0:1787829649.730836:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829649.730842:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829649.730883:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134565888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829649.730905:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829649.730908:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829649.730909:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829649.730912:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3021 00000100:00080000:3.0:1787829649.730915:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829649.730919:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829649.730927:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829649.730955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134565888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829649.730955:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134566016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829649.730975:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829649.730978:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829649.730979:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829649.730982:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3021 00000100:00080000:3.0:1787829649.730984:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829649.730987:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829649.730991:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829649.730999:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134566144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829649.731007:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829649.731010:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829649.731012:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829649.731016:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3021 00000100:00080000:3.0:1787829649.731020:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829649.731025:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829649.731046:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829649.731055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829649.731060:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134566272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829649.731117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffffa0e3c4318b40 x1874672134565888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829649.731135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134565888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829649.731145:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829649.731149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829649.731153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134565888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829649.731194:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829649.731222:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829649.731236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffffa0e3c431b840 x1874672134566016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829649.731246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134566016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829649.731252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829649.731255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829649.731257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829649.731262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829649.731277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829649.731284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffffa0e3c4319a40 x1874672134566144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829649.731292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134566144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829649.731298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829649.731300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829649.731302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829649.731321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566272:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829649.731363:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829649.731371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649] req@ffffa0e3c4318000 x1874672134566272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829649.731379:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134566272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829649.731384:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829649.731392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829649.731394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829650.370807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829650.370895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829651.394776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829651.394846:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829652.418818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829652.418907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829653.442788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829653.442851:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829654.466823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829654.466882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829654.850802:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829654.850813:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829654.850817:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829654.850827:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3026 00000100:00080000:3.0:1787829654.850839:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829654.850848:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829654.850889:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134566400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829654.850912:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829654.850915:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829654.850917:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829654.850920:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3026 00000100:00080000:3.0:1787829654.850923:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829654.850925:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829654.850933:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829654.850942:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134566528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829654.850952:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829654.850956:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829654.850958:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829654.850962:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3026 00000100:00080000:3.0:1787829654.850966:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829654.850970:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829654.850976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134566400:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787829654.850979:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829654.850997:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134566656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829654.851007:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829654.851010:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829654.851012:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829654.851015:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3026 00000100:00080000:3.0:1787829654.851018:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829654.851021:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829654.851026:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829654.851034:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829654.851038:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134566784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829654.851084:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffffa0e3c43192c0 x1874672134566400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829654.851098:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134566400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829654.851106:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829654.851109:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829654.851112:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134566400:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829654.851117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829654.851132:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829654.851141:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffffa0e3c43183c0 x1874672134566528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829654.851150:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134566528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829654.851155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829654.851157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829654.851159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829654.851181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829654.851191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829654.851197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffffa0e3c4318780 x1874672134566656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829654.851205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134566656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829654.851210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829654.851212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829654.851213:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829654.851217:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566784:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829654.851226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829654.851232:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829654/real 1787829654] req@ffffa0e3c4319e00 x1874672134566784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829654.851239:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134566784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829654.851249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829654.851251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829654.851252:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134566784:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829655.490809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829655.490859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829656.514868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829656.514929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829657.538805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829657.538865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829658.562795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829658.562862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829659.586837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829659.586916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829659.970815:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829659.970823:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829659.970826:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829659.970834:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3031 00000100:00080000:3.0:1787829659.970845:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829659.970852:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829659.970885:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134566912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829659.970920:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829659.970923:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829659.970925:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829659.970928:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3031 00000100:00080000:3.0:1787829659.970931:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829659.970935:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829659.970946:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829659.970958:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134567040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829659.970967:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134566912:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829659.970970:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829659.970984:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829659.970986:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829659.970992:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3031 00000100:00080000:3.0:1787829659.970998:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829659.971002:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829659.971007:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829659.971016:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829659.971024:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829659.971027:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829659.971028:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829659.971033:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3031 00000100:00080000:3.0:1787829659.971052:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829659.971055:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829659.971060:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829659.971074:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134567296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829659.971180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829659.971209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829659.971228:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829660.610798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829660.610943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829661.634827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829661.634906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829662.658828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829662.658892:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829663.043205:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:2.0:1787829663.043283:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829663.043309:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829663.043358:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829663.043369:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:2.0:1787829663.043379:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829663.043429:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829663] req@ffffa0e3c4318780 x1874672134567040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829663.043466:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134567040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829663.043484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829663.043491:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829663.043495:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829663.043505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829663] req@ffffa0e3c43183c0 x1874672134567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829663.043518:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134567168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829663.043534:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829663.043537:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829663.043541:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829663.043548:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829663] req@ffffa0e3c43192c0 x1874672134567296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829663.043563:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134567296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829663.043572:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829663.043576:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829663.043580:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829663.043587:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829659/real 1787829663] req@ffffa0e3c4319e00 x1874672134566912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829663.043601:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134566912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829663.043609:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829663.043613:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829663.043616:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134566912:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829663.682812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829663.683061:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829664.706823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829664.706894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829665.090816:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829665.090828:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829665.090833:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829665.090845:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3036 00000100:00080000:2.0:1787829665.090871:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829665.090887:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829665.090944:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134567424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829665.090975:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829665.090978:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829665.090979:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829665.090982:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3036 00000100:00080000:2.0:1787829665.090985:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829665.090987:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829665.090997:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829665.091007:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134567552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829665.091014:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829665.091017:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829665.091018:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829665.091021:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3036 00000100:00080000:2.0:1787829665.091023:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829665.091025:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829665.091028:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829665.091035:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134567680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829665.091044:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134567424:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829665.091051:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829665.091056:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829665.091059:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829665.091075:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3036 00000100:00080000:2.0:1787829665.091079:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829665.091084:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829665.091090:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829665.091104:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134567808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829665.091167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829665.091236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665] req@ffffa0e3d025e940 x1874672134567424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829665.091258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134567424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829665.091270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829665.091275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829665.091279:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134567424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829665.091287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829665.091312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829665.091327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665] req@ffffa0e3d025cb40 x1874672134567552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829665.091340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134567552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829665.091349:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829665.091353:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829665.091357:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829665.091393:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829665.091415:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829665.091428:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665] req@ffffa0e3d025d680 x1874672134567680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829665.091446:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134567680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829665.091454:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829665.091458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829665.091462:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829665.091468:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567808:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829665.091490:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829665.091502:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665] req@ffffa0e3d025f0c0 x1874672134567808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829665.091514:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134567808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829665.091523:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829665.091526:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829665.091529:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134567808:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829665.730805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829665.730878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829666.754815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829666.754914:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829667.778821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829667.778924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829668.802788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829668.802837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829669.826805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829669.826918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829670.210811:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829670.210819:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829670.210822:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829670.210830:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3041 00000100:00080000:3.0:1787829670.210856:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829670.210863:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829670.210893:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134567936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829670.210915:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829670.210918:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829670.210919:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829670.210922:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3041 00000100:00080000:3.0:1787829670.210925:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829670.210927:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829670.210935:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829670.210944:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134568064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829670.210953:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829670.210955:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829670.210956:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829670.210959:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3041 00000100:00080000:3.0:1787829670.210961:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829670.210963:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829670.210966:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829670.210971:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134567936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829670.210977:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134568192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829670.210985:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829670.210988:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829670.210990:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829670.210994:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3041 00000100:00080000:3.0:1787829670.210998:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829670.211002:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829670.211008:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829670.211032:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134568320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829670.211054:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829670.211088:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670] req@ffffa0e3c4318000 x1874672134567936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829670.211101:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134567936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829670.211109:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829670.211112:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829670.211115:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134567936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829670.211121:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829670.211135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829670.211143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670] req@ffffa0e3c4319a40 x1874672134568064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829670.211151:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134568064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829670.211156:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829670.211158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829670.211182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829670.211235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829670.211260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829670.211275:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670] req@ffffa0e3c431b840 x1874672134568192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829670.211291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134568192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829670.211305:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829670.211308:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829670.211310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829670.211316:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568320:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829670.211333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829670.211342:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670] req@ffffa0e3c4318b40 x1874672134568320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829670.211350:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134568320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829670.211357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829670.211359:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829670.211361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568320:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829670.850826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829670.850910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829671.874850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829671.874928:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829672.898785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829672.898837:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829673.922852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829673.922917:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829674.946814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829674.946879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829675.330855:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829675.330864:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829675.330868:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829675.330876:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3046 00000100:00080000:2.0:1787829675.330886:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829675.330891:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829675.330923:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134568448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829675.330943:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829675.330946:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829675.330948:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829675.330951:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3046 00000100:00080000:2.0:1787829675.330953:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829675.330956:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829675.330964:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829675.330975:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134568576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829675.330987:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829675.330988:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134568448:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829675.330994:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829675.330999:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829675.331004:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3046 00000100:00080000:2.0:1787829675.331008:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829675.331012:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829675.331018:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829675.331030:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134568704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829675.331038:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829675.331041:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829675.331042:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829675.331045:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3046 00000100:00080000:2.0:1787829675.331051:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829675.331053:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829675.331057:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829675.331064:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829675.331067:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134568832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829675.331107:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675] req@ffffa0e3d025fc00 x1874672134568448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829675.331140:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134568448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829675.331153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829675.331158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829675.331162:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134568448:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829675.331185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829675.331204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829675.331214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675] req@ffffa0e3d025c000 x1874672134568576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829675.331223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134568576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829675.331229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829675.331231:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829675.331233:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829675.331237:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829675.331248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829675.331254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675] req@ffffa0e3d025e1c0 x1874672134568704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829675.331262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134568704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829675.331267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829675.331269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829675.331271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829675.331275:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568832:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829675.331285:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829675.331291:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675] req@ffffa0e3d025c780 x1874672134568832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829675.331299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134568832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829675.331304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829675.331306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829675.331308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134568832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829675.970836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829675.970893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829676.994824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829676.994893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829678.018813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829678.018863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829679.042792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829679.042869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829680.066839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829680.066902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829680.450797:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829680.450810:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829680.450815:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829680.450827:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3051 00000100:00080000:2.0:1787829680.450842:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829680.450851:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829680.450903:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134568960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829680.450935:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829680.450939:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829680.450940:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829680.450944:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3051 00000100:00080000:2.0:1787829680.450947:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829680.450951:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829680.450962:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829680.450978:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134569088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829680.450985:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829680.450989:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829680.450990:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829680.450994:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3051 00000100:00080000:2.0:1787829680.450997:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829680.451000:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829680.451005:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829680.451008:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134568960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829680.451016:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134569216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829680.451028:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829680.451030:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829680.451032:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829680.451036:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3051 00000100:00080000:2.0:1787829680.451039:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829680.451043:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829680.451046:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829680.451056:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134569344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829680.451086:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829680.451138:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680] req@ffffa0e3d025f480 x1874672134568960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829680.451152:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134568960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829680.451161:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829680.451164:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829680.451167:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134568960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829680.451173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829680.451188:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829680.451195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680] req@ffffa0e3d025c780 x1874672134569088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829680.451203:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134569088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829680.451208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829680.451210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829680.451212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829680.451231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829680.451242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829680.451248:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680] req@ffffa0e3d025e1c0 x1874672134569216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829680.451255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134569216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829680.451260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829680.451262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829680.451264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829680.451268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569344:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829680.451278:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829680.451284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680] req@ffffa0e3d025c000 x1874672134569344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829680.451291:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134569344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829680.451296:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829680.451298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829680.451300:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569344:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829681.090820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829681.090872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829682.114835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829682.114894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829683.138855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829683.138916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829684.162867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829684.162965:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829685.186845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829685.186872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829685.570837:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829685.570854:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829685.570862:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829685.570877:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3057 00000100:00080000:2.0:1787829685.570892:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829685.570908:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829685.570979:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134569472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829685.571038:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829685.571042:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829685.571044:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829685.571048:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3057 00000100:00080000:2.0:1787829685.571052:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829685.571075:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829685.571089:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829685.571121:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134569600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829685.571133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134569472:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829685.571136:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829685.571145:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829685.571147:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829685.571153:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3057 00000100:00080000:2.0:1787829685.571158:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829685.571163:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829685.571168:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829685.571179:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134569728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829685.571192:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829685.571195:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829685.571196:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829685.571201:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3057 00000100:00080000:2.0:1787829685.571204:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829685.571207:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829685.571218:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829685.571230:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134569856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829685.571237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829685.571333:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffffa0e3d025fc00 x1874672134569472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829685.571357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134569472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829685.571386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829685.571393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829685.571406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134569472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829685.571442:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829685.571486:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829685.571535:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffffa0e3d025f0c0 x1874672134569600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829685.571548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134569600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829685.571555:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829685.571558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829685.571560:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829685.571570:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829685.571588:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829685.571596:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffffa0e3d025d680 x1874672134569728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829685.571632:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134569728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829685.571639:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829685.571642:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829685.571645:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829685.571650:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569856:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829685.571679:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829685.571687:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685] req@ffffa0e3d025cb40 x1874672134569856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829685.571696:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134569856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829685.571709:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829685.571746:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829685.571749:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134569856:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829686.210818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829686.210891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829687.234834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829687.234895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829688.258839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829688.258887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829689.282900:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829689.282957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829690.306842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829690.306987:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829690.690873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829690.690883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829690.690888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829690.690901:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3062 00000100:00080000:1.0:1787829690.690931:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829690.690939:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829690.690983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134569984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829690.691010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829690.691013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829690.691014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829690.691018:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3062 00000100:00080000:1.0:1787829690.691034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829690.691039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829690.691050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829690.691082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134570112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829690.691084:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134569984:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829690.691100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829690.691103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829690.691105:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829690.691108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3062 00000100:00080000:1.0:1787829690.691112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829690.691114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829690.691119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829690.691128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134570240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829690.691135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829690.691139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829690.691140:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829690.691143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3062 00000100:00080000:1.0:1787829690.691146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829690.691148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829690.691152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829690.691160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134570368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829690.691174:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829690.691223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffffa0e3d98d5e00 x1874672134569984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.691239:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134569984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.691249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.691253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829690.691257:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134569984:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829690.691302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829690.691330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829690.691340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffffa0e3d98d61c0 x1874672134570112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.691349:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134570112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.691371:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.691374:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829690.691376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829690.691380:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829690.691398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829690.691404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffffa0e3d98d5680 x1874672134570240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.691412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134570240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.691418:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.691420:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829690.691422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829690.691426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570368:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829690.691437:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829690.691443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690] req@ffffa0e3d98d4780 x1874672134570368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829690.691452:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134570368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829690.691458:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829690.691459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829690.691461:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570368:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829691.330845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829691.330902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829692.354796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829692.354958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829693.378820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829693.378881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829694.402851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829694.402946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829695.426856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829695.426955:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829695.810806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829695.810817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829695.810822:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829695.810835:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3067 00000100:00080000:1.0:1787829695.810847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829695.810855:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829695.810896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134570496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829695.810929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829695.810932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829695.810934:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829695.810937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3067 00000100:00080000:1.0:1787829695.810940:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829695.810943:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829695.810953:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829695.810966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134570624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829695.810976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829695.810979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829695.810983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829695.810999:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134570496:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829695.811000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3067 00000100:00080000:1.0:1787829695.811006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829695.811011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829695.811015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829695.811028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134570752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829695.811035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829695.811038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829695.811040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829695.811044:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3067 00000100:00080000:1.0:1787829695.811049:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829695.811052:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829695.811056:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829695.811064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134570880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829695.811078:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829695.811314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffffa0e3d98d52c0 x1874672134570496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829695.811365:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134570496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829695.811375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829695.811380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829695.811386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134570496:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829695.811410:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829695.811429:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829695.811440:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffffa0e3d98d4780 x1874672134570624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829695.811448:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134570624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829695.811454:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829695.811457:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829695.811459:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829695.811463:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829695.811473:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829695.811478:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffffa0e3d98d5680 x1874672134570752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829695.811486:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134570752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829695.811496:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829695.811498:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829695.811500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829695.811503:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570880:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829695.811515:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829695.811520:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695] req@ffffa0e3d98d61c0 x1874672134570880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829695.811527:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134570880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829695.811532:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829695.811534:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829695.811536:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134570880:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829696.450821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829696.450880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829697.474829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829697.474932:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829698.498855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829698.498952:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829699.522838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829699.522930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829700.546801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829700.546864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829700.930827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829700.930838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829700.930843:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829700.930854:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3072 00000100:00080000:1.0:1787829700.930866:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829700.930873:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829700.930920:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134571008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829700.930947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829700.930965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829700.930967:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829700.930972:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3072 00000100:00080000:1.0:1787829700.930976:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829700.930981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829700.931000:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829700.931005:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134571008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829700.931015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134571136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829700.931025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829700.931029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829700.931030:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829700.931034:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3072 00000100:00080000:1.0:1787829700.931038:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829700.931042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829700.931046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829700.931055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134571264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829700.931063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829700.931066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829700.931068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829700.931071:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3072 00000100:00080000:1.0:1787829700.931074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829700.931078:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829700.931084:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787829700.931090:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829700.931099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134571392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829700.931134:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffffa0e3d98d5e00 x1874672134571008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829700.931162:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134571008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829700.931174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829700.931179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829700.931183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134571008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829700.931218:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829700.931238:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829700.931249:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffffa0e3d98d6940 x1874672134571136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829700.931258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134571136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829700.931267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829700.931271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829700.931274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829700.931281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829700.931303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829700.931316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffffa0e3d98d43c0 x1874672134571264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829700.931324:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134571264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829700.931331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829700.931333:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829700.931335:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829700.931339:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571392:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829700.931359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829700.931371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829700/real 1787829700] req@ffffa0e3d98d7840 x1874672134571392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829700.931385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134571392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829700.931395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829700.931398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829700.931400:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829701.570822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829701.570940:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829702.594799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829702.594849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829703.618795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829703.618860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829704.642833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829704.642919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829705.666812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829705.666872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829706.050864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829706.050873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829706.050877:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829706.050885:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3077 00000100:00080000:3.0:1787829706.050895:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829706.050900:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829706.050950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134571520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829706.050974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829706.050976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829706.050978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829706.050981:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3077 00000100:00080000:3.0:1787829706.050984:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829706.050986:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829706.050994:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829706.051004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134571648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829706.051017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829706.051019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829706.051021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829706.051023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3077 00000100:00080000:3.0:1787829706.051025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829706.051030:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134571520:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829706.051031:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829706.051038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829706.051046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134571776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829706.051053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829706.051056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829706.051057:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829706.051059:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3077 00000100:00080000:3.0:1787829706.051061:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829706.051064:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829706.051067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829706.051075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134571904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829706.051094:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829706.051128:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706] req@ffffa0e3c431ad00 x1874672134571520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829706.051141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134571520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829706.051149:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829706.051152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829706.051155:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134571520:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829706.051173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829706.051186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829706.051194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706] req@ffffa0e3c431a1c0 x1874672134571648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829706.051202:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134571648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829706.051208:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829706.051210:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829706.051212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829706.051216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829706.051233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829706.051239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706] req@ffffa0e3c431a580 x1874672134571776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829706.051246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134571776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829706.051252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829706.051254:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829706.051256:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829706.051260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571904:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829706.051271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829706.051277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706] req@ffffa0e3c4318f00 x1874672134571904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829706.051284:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134571904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829706.051289:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829706.051291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829706.051292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134571904:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829706.690783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829706.690848:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829707.714812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829707.714861:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829708.738814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829708.738884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829709.762805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829709.762866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829710.786820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829710.786941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829711.170843:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829711.170854:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829711.170859:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829711.170869:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3082 00000100:00080000:2.0:1787829711.170894:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829711.170902:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829711.170940:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134572032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829711.170972:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829711.170976:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829711.170978:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829711.170983:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3082 00000100:00080000:2.0:1787829711.170988:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829711.170993:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829711.171003:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829711.171011:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134572032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829711.171020:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134572160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829711.171034:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829711.171038:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829711.171040:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829711.171045:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3082 00000100:00080000:2.0:1787829711.171058:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829711.171064:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829711.171067:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829711.171072:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829711.171089:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134572288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829711.171100:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829711.171103:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829711.171105:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829711.171110:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711] req@ffffa0e3d025e940 x1874672134572032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829711.171111:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3082 00000100:00080000:2.0:1787829711.171119:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829711.171128:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829711.171138:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829711.171142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134572032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829711.171153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787829711.171156:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134572416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829711.171161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829711.171171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134572032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829711.171201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829711.171225:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829711.171236:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711] req@ffffa0e3d025cf00 x1874672134572160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829711.171245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134572160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829711.171251:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829711.171253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829711.171255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829711.171260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829711.171271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829711.171277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711] req@ffffa0e3d025c3c0 x1874672134572288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829711.171285:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134572288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829711.171294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829711.171296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829711.171298:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829711.171302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572416:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829711.171313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829711.171318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711] req@ffffa0e3d025e580 x1874672134572416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829711.171325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134572416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829711.171331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829711.171333:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829711.171335:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572416:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829711.810785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829711.810853:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829712.834824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829712.834889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829713.858812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829713.858880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829714.882799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829714.882868:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829715.906836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829715.906905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829716.290863:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829716.290874:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829716.290878:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829716.290889:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3087 00000100:00080000:2.0:1787829716.290903:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829716.290913:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829716.290967:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134572544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829716.290998:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829716.291001:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829716.291002:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829716.291006:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3087 00000100:00080000:2.0:1787829716.291009:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829716.291013:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829716.291024:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829716.291036:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134572672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829716.291044:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829716.291048:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829716.291049:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829716.291052:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3087 00000100:00080000:2.0:1787829716.291055:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829716.291059:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829716.291061:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134572544:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829716.291063:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829716.291072:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134572800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829716.291079:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829716.291082:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829716.291083:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829716.291085:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3087 00000100:00080000:2.0:1787829716.291087:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829716.291090:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829716.291093:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829716.291100:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134572928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829716.291154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829716.291218:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716] req@ffffa0e3d025d2c0 x1874672134572544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829716.291240:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134572544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829716.291253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829716.291258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829716.291263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134572544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829716.291273:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829716.291308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829716.291324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716] req@ffffa0e3d025da40 x1874672134572672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829716.291338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134572672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829716.291347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829716.291351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829716.291355:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829716.291387:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829716.291417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829716.291430:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716] req@ffffa0e3d025ed00 x1874672134572800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829716.291444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134572800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829716.291453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829716.291457:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829716.291460:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829716.291467:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572928:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829716.291491:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829716.291504:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716] req@ffffa0e3d025de00 x1874672134572928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829716.291526:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134572928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829716.291535:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829716.291538:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829716.291542:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134572928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829716.930807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829716.930906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829717.954802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829717.954876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829718.978846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829718.978927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829720.002814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829720.002875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829721.026802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829721.026879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829721.410820:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829721.410830:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829721.410835:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829721.410846:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3092 00000100:00080000:3.0:1787829721.410859:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829721.410866:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829721.410910:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134573056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829721.410938:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829721.410942:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829721.410943:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829721.410946:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3092 00000100:00080000:3.0:1787829721.410949:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829721.410951:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829721.410961:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829721.410971:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134573184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829721.410985:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134573056:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829721.410986:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829721.410993:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829721.410996:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829721.410999:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3092 00000100:00080000:3.0:1787829721.411002:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829721.411010:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829721.411013:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829721.411022:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134573312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829721.411032:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829721.411036:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829721.411038:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829721.411042:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3092 00000100:00080000:3.0:1787829721.411059:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829721.411064:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829721.411071:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829721.411073:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829721.411086:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134573440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829721.411128:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829721] req@ffffa0e3c431bc00 x1874672134573056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829721.411147:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134573056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829721.411158:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829721.411163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829721.411168:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134573056:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829721.411196:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829721.411218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829721.411231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829721] req@ffffa0e3c431b0c0 x1874672134573184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829721.411243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134573184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829721.411261:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829721.411264:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829721.411268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829721.411274:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829721.411292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829721.411303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829721] req@ffffa0e3c4319680 x1874672134573312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829721.411314:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134573312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829721.411328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829721.411331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829721.411335:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829721.411341:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573440:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829721.411359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829721.411368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829721] req@ffffa0e3c431a940 x1874672134573440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829721.411379:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134573440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829721.411387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829721.411390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829721.411394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573440:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829722.050836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829722.050907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829723.074815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829723.074866:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829724.098813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829724.098841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829725.122805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829725.122863:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829726.146823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829726.146880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829726.530822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.530832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829726.530836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.530845:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3098 00000100:00080000:3.0:1787829726.530858:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.530865:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829726.530902:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134573568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829726.530932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.530936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829726.530938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.530942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3098 00000100:00080000:3.0:1787829726.530945:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.530949:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829726.530959:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829726.530972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134573696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829726.530981:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134573568:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829726.530996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.531001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829726.531003:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.531008:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3098 00000100:00080000:3.0:1787829726.531012:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.531016:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829726.531022:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829726.531034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134573824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829726.531045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829726.531049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829726.531051:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829726.531055:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3098 00000100:00080000:3.0:1787829726.531059:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829726.531063:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829726.531069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829726.531087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134573952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829726.531088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829726.531135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829726.531163:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829727.170794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829727.170855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829728.194833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829728.194888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829729.218846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829729.218847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829729.603039:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787829729.603084:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829729.603102:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829729.603143:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829729.603152:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829729.603161:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787829729.603211:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffffa0e3c431bc00 x1874672134573952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829729.603256:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134573952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829729.603272:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829729.603278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829729.603284:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787829729.603293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffffa0e3c4319680 x1874672134573696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829729.603307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134573696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829729.603316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829729.603321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829729.603325:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829729.603334:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffffa0e3c431b0c0 x1874672134573824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829729.603346:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134573824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829729.603355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829729.603360:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829729.603364:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134573824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829729.603372:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829729] req@ffffa0e3c431a940 x1874672134573568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829729.603386:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134573568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829729.603394:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829729.603398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829729.603402:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134573568:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829730.242820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829730.242873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829731.266840:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829731.266845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787829731.650811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829731.650823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829731.650827:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829731.650837:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3103 00000100:00080000:0.0:1787829731.650847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829731.650856:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829731.650891:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134574080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829731.650928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829731.650933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829731.650935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829731.650940:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3103 00000100:00080000:0.0:1787829731.650944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829731.650948:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829731.650959:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829731.650979:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134574208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829731.650991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829731.650996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829731.650998:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829731.651004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3103 00000100:00080000:0.0:1787829731.651010:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829731.651018:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829731.651027:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134574080:192.168.203.106@tcp:250:kworker.0 00000008:00100000:0.0:1787829731.651028:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829731.651051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134574336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829731.651066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829731.651070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829731.651072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829731.651076:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3103 00000100:00080000:0.0:1787829731.651081:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829731.651085:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829731.651091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829731.651111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134574464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829731.651159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829731.651224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffffa0e3c3e84f00 x1874672134574080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829731.651245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134574080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829731.651258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829731.651265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829731.651269:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134574080:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829731.651278:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829731.651305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829731.651326:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffffa0e3c3e84b40 x1874672134574208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829731.651339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134574208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829731.651355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829731.651358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829731.651362:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829731.651395:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829731.651419:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829731.651431:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffffa0e3c3e85680 x1874672134574336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829731.651442:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134574336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829731.651465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829731.651470:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829731.651474:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829731.651481:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574464:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829731.651504:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829731.651517:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731] req@ffffa0e3c3e86940 x1874672134574464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829731.651530:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134574464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829731.651539:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829731.651542:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829731.651546:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574464:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829732.290834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829732.290893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829733.314793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829733.314849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829734.338854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829734.338920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829735.362838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829735.362902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829736.386825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829736.386901:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829736.770796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.770807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829736.770812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.770823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3108 00000100:00080000:0.0:1787829736.770835:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.770843:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829736.770885:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134574592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829736.770918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.770926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829736.770928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.770933:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3108 00000100:00080000:0.0:1787829736.770939:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.770943:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829736.770954:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829736.770968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134574720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829736.770977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.770983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829736.770985:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134574592:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829736.770986:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.771002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3108 00000100:00080000:0.0:1787829736.771006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.771009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829736.771012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829736.771025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134574848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829736.771033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829736.771036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829736.771037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829736.771041:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3108 00000100:00080000:0.0:1787829736.771051:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829736.771054:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829736.771058:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829736.771067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134574976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829736.771080:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829736.771127:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffffa0e3c3e87480 x1874672134574592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829736.771142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134574592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829736.771154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829736.771158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829736.771163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134574592:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829736.771188:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829736.771219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829736.771229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffffa0e3c3e85e00 x1874672134574720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829736.771237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134574720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829736.771243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829736.771246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829736.771254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829736.771258:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829736.771271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829736.771278:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffffa0e3c3e86940 x1874672134574848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829736.771286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134574848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829736.771291:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829736.771293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829736.771295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829736.771299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574976:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829736.771315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829736.771321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736] req@ffffa0e3c3e85680 x1874672134574976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829736.771329:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134574976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829736.771334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829736.771336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829736.771338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134574976:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829737.410810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829737.410889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829738.434826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829738.434884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829739.458796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829739.458859:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829740.482817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829740.483021:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829741.506778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829741.506958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829741.890812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.890822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829741.890827:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.890837:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3113 00000100:00080000:0.0:1787829741.890865:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.890870:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829741.890906:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134575104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829741.890951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.890955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829741.890957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.890961:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3113 00000100:00080000:0.0:1787829741.890964:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.890968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829741.890977:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829741.890990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134575232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829741.891018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.891024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829741.891026:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829741.891026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134575104:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829741.891037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3113 00000100:00080000:0.0:1787829741.891041:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.891044:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829741.891049:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829741.891063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134575360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829741.891087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829741.891100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829741.891103:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829741.891107:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3113 00000100:00080000:0.0:1787829741.891111:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829741.891118:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829741.891120:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787829741.891125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829741.891156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134575488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829741.891194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffffa0e3c3e84b40 x1874672134575104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829741.891211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134575104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829741.891220:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829741.891223:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829741.891227:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134575104:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829741.891249:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829741.891270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829741.891280:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffffa0e3c3e84f00 x1874672134575232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829741.891290:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134575232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829741.891297:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829741.891300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829741.891302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829741.891307:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829741.891322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829741.891358:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffffa0e3c3e852c0 x1874672134575360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829741.891370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134575360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829741.891378:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829741.891381:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829741.891384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829741.891389:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575488:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829741.891406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829741.891415:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829741/real 1787829741] req@ffffa0e3c3e87840 x1874672134575488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829741.891425:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134575488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829741.891449:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829741.891453:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829741.891457:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829742.530826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829742.530884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829743.554842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829743.554951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829744.578797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829744.578871:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829745.602812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829745.602877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829746.626790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829746.626848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829747.010792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829747.010802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829747.010806:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829747.010816:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3118 00000100:00080000:0.0:1787829747.010827:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829747.010834:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829747.010873:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134575616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829747.010903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829747.010908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829747.010910:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829747.010913:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3118 00000100:00080000:0.0:1787829747.010916:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829747.010920:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829747.010930:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829747.010942:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134575616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829747.010947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134575744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829747.010963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829747.010967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829747.010970:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829747.010975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3118 00000100:00080000:0.0:1787829747.010987:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829747.010991:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829747.010995:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829747.010999:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829747.011007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134575872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829747.011016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829747.011019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829747.011021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829747.011023:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3118 00000100:00080000:0.0:1787829747.011026:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829747.011029:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829747.011035:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829747.011035:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747] req@ffffa0e3c3e870c0 x1874672134575616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829747.011052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134576000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829747.011054:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134575616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829747.011085:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829747.011090:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829747.011094:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134575616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829747.011112:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829747.011133:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829747.011146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747] req@ffffa0e3c3e86d00 x1874672134575744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829747.011159:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134575744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829747.011169:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829747.011172:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829747.011176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829747.011189:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829747.011205:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829747.011213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747] req@ffffa0e3c3e85a40 x1874672134575872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829747.011225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134575872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829747.011231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829747.011233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829747.011235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134575872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829747.011239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576000:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829747.011249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829747.011254:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747] req@ffffa0e3c3e87c00 x1874672134576000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829747.011262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134576000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829747.011267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829747.011268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829747.011270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576000:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829747.650830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829747.650893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829748.674802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829748.674881:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829749.698821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829749.698897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829750.722806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829750.722858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829751.746835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829751.746893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829752.130855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829752.130866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829752.130871:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829752.130882:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3123 00000100:00080000:3.0:1787829752.130896:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829752.130904:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829752.130958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134576128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829752.130987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829752.130991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829752.130992:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829752.130996:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3123 00000100:00080000:3.0:1787829752.130999:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829752.131002:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829752.131012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829752.131024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134576256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829752.131035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829752.131037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829752.131040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829752.131049:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134576128:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829752.131050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3123 00000100:00080000:3.0:1787829752.131058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829752.131065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829752.131072:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829752.131094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134576384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829752.131102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829752.131105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829752.131107:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829752.131110:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3123 00000100:00080000:3.0:1787829752.131114:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829752.131116:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829752.131121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829752.131129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829752.131133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134576512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829752.131175:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752] req@ffffa0e3c4318f00 x1874672134576128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829752.131191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134576128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829752.131200:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829752.131204:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829752.131207:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134576128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829752.131231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829752.131248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829752.131256:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752] req@ffffa0e3c431a580 x1874672134576256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829752.131265:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134576256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829752.131271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829752.131273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829752.131275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829752.131279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829752.131291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829752.131297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752] req@ffffa0e3c431a1c0 x1874672134576384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829752.131304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134576384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829752.131314:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829752.131317:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829752.131319:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829752.131323:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576512:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829752.131334:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829752.131340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752] req@ffffa0e3c431ad00 x1874672134576512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829752.131347:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134576512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829752.131353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829752.131355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829752.131357:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829752.770866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829752.770918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829753.794814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829753.794947:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829754.818822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829754.818885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829755.842834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829755.842898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829756.866867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829756.866971:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829757.250822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829757.250832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829757.250836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829757.250847:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3128 00000100:00080000:3.0:1787829757.250861:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829757.250868:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829757.250913:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134576640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829757.250941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829757.250946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829757.250948:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829757.250953:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3128 00000100:00080000:3.0:1787829757.250957:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829757.250961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829757.250974:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829757.250987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134576768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829757.250995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829757.250997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829757.250999:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829757.251003:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3128 00000100:00080000:3.0:1787829757.251006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829757.251008:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829757.251012:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829757.251022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134576896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829757.251029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829757.251033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829757.251034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829757.251037:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3128 00000100:00080000:3.0:1787829757.251039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829757.251043:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829757.251046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829757.251056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134577024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829757.251065:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134576640:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787829757.251135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829757.251173:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757] req@ffffa0e3c4318b40 x1874672134576640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829757.251187:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134576640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829757.251197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829757.251200:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829757.251203:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134576640:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829757.251208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829757.251222:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829757.251229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757] req@ffffa0e3c431b840 x1874672134576768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829757.251237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134576768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829757.251242:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829757.251244:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829757.251246:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829757.251250:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829757.251260:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829757.251266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757] req@ffffa0e3c4319a40 x1874672134576896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829757.251273:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134576896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829757.251278:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829757.251279:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829757.251281:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134576896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829757.251306:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577024:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829757.251318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829757.251324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757] req@ffffa0e3c4318000 x1874672134577024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829757.251332:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134577024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829757.251337:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829757.251339:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829757.251341:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577024:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829757.890841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829757.890905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829758.914812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829758.914882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829759.938834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829759.938893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829760.962788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829760.962838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829761.986844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829761.986891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829762.370899:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829762.370907:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829762.370910:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829762.370924:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3133 00000100:00080000:2.0:1787829762.370932:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829762.370938:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829762.370969:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134577152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829762.370993:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829762.370997:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829762.370999:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829762.371012:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3133 00000100:00080000:2.0:1787829762.371015:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829762.371019:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829762.371030:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829762.371044:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134577152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829762.371045:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134577280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829762.371055:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829762.371058:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829762.371060:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829762.371063:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3133 00000100:00080000:2.0:1787829762.371067:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829762.371070:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829762.371074:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829762.371083:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134577408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829762.371091:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829762.371094:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829762.371096:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829762.371099:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3133 00000100:00080000:2.0:1787829762.371102:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829762.371103:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829762.371105:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829762.371110:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829762.371119:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134577536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829762.371146:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762] req@ffffa0e3d025f840 x1874672134577152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829762.371163:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134577152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829762.371174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829762.371178:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829762.371181:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134577152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829762.371206:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829762.371225:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829762.371235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762] req@ffffa0e3d025de00 x1874672134577280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829762.371243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134577280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829762.371249:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829762.371251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829762.371253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829762.371257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829762.371267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829762.371273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762] req@ffffa0e3d025ed00 x1874672134577408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829762.371280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134577408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829762.371285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829762.371287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829762.371289:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829762.371292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577536:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829762.371302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829762.371308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762] req@ffffa0e3d025da40 x1874672134577536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829762.371315:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134577536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829762.371320:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829762.371322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829762.371324:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577536:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829763.010805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829763.010862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829764.034817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829764.034871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829765.058788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829765.058878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829766.082806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829766.082855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829767.106831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829767.106885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829767.490834:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829767.490847:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829767.490851:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829767.490861:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3139 00000100:00080000:2.0:1787829767.490873:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829767.490882:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829767.490926:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134577664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829767.490956:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829767.490961:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829767.490963:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829767.490974:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3139 00000100:00080000:2.0:1787829767.490980:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829767.490984:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134577664:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829767.490990:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829767.491001:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829767.491018:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134577792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829767.491031:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829767.491035:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829767.491038:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829767.491043:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3139 00000100:00080000:2.0:1787829767.491047:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829767.491052:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787829767.491059:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829767.491059:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829767.491089:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134577920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829767.491100:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829767.491104:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767] req@ffffa0e3d025d2c0 x1874672134577664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829767.491106:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829767.491111:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829767.491121:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3139 00000100:00080000:2.0:1787829767.491127:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829767.491131:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134577664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829767.491135:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829767.491142:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00080000:0.0:1787829767.491155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787829767.491160:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134578048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829767.491162:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829767.491171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134577664:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829767.491200:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829767.491231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829767.491250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767] req@ffffa0e3d025e580 x1874672134577792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829767.491263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134577792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829767.491270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829767.491273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829767.491276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829767.491281:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829767.491299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829767.491318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767] req@ffffa0e3d025c3c0 x1874672134577920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829767.491330:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134577920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829767.491340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829767.491344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829767.491349:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134577920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829767.491356:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578048:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829767.491381:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829767.491396:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767] req@ffffa0e3d025cf00 x1874672134578048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829767.491406:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134578048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829767.491413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829767.491415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829767.491417:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829768.130798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829768.130860:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829769.154862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829769.154905:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829770.178795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829770.178842:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829771.202784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829771.202886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829772.226814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829772.226885:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829772.610844:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829772.610855:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829772.610859:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829772.610869:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3144 00000100:00080000:3.0:1787829772.610879:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829772.610886:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829772.610924:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134578176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829772.610960:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829772.610965:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829772.610967:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829772.610979:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3144 00000100:00080000:3.0:1787829772.610984:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829772.610989:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829772.610999:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829772.611014:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134578304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829772.611026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134578176:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829772.611029:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829772.611036:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829772.611038:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829772.611043:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3144 00000100:00080000:3.0:1787829772.611048:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829772.611052:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829772.611058:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829772.611073:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134578432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829772.611084:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829772.611091:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829772.611118:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829772.611120:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829772.611128:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffffa0e3c4319e00 x1874672134578176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829772.611136:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3144 00000100:00080000:3.0:1787829772.611146:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829772.611154:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829772.611164:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829772.611172:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134578176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829772.611182:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134578560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829772.611186:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829772.611195:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829772.611199:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134578176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829772.611231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829772.611254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829772.611266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffffa0e3c43192c0 x1874672134578304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829772.611280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134578304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829772.611289:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829772.611293:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829772.611296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829772.611302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829772.611318:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829772.611328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffffa0e3c43183c0 x1874672134578432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829772.611340:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134578432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829772.611355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829772.611358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829772.611361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829772.611367:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578560:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829772.611384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829772.611393:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772] req@ffffa0e3c4318780 x1874672134578560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829772.611405:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134578560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829772.611414:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829772.611417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829772.611420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578560:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829773.250834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829773.250912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829774.274848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829774.274927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829775.298808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829775.298899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829776.322825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829776.322908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829777.346824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829777.346945:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829777.730802:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829777.730809:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829777.730812:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829777.730819:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3149 00000100:00080000:3.0:1787829777.730828:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829777.730833:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829777.730863:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134578688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829777.730883:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829777.730886:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829777.730887:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829777.730889:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3149 00000100:00080000:3.0:1787829777.730891:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829777.730893:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829777.730900:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829777.730908:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134578816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829777.730914:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829777.730916:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829777.730917:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829777.730919:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3149 00000100:00080000:3.0:1787829777.730921:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829777.730925:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829777.730927:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134578688:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787829777.730928:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829777.730936:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134578944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829777.730942:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829777.730944:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829777.730945:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829777.730947:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3149 00000100:00080000:3.0:1787829777.730949:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829777.730951:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829777.730954:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829777.730960:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134579072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829777.730990:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829777.731019:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffffa0e3c4318780 x1874672134578688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829777.731031:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134578688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829777.731038:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829777.731041:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829777.731043:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134578688:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829777.731049:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829777.731062:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829777.731069:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffffa0e3c43183c0 x1874672134578816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829777.731076:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134578816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829777.731081:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829777.731083:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829777.731085:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829777.731102:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829777.731111:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829777.731116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffffa0e3c43192c0 x1874672134578944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829777.731122:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134578944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829777.731127:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829777.731128:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829777.731131:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134578944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829777.731136:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579072:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829777.731152:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829777.731162:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777] req@ffffa0e3c4319e00 x1874672134579072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829777.731173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134579072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829777.731181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829777.731183:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829777.731185:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579072:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829778.370808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829778.370915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829779.394781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829779.394826:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829780.418835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829780.418915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829781.442822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829781.442877:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829782.466772:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829782.466870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829782.850797:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829782.850806:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829782.850810:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829782.850818:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3154 00000100:00080000:3.0:1787829782.850828:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829782.850833:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829782.850864:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134579200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829782.850889:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829782.850892:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829782.850894:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829782.850898:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3154 00000100:00080000:3.0:1787829782.850901:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829782.850904:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829782.850913:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829782.850925:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134579328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829782.850933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134579200:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829782.850939:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829782.850943:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829782.850944:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829782.850949:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3154 00000100:00080000:3.0:1787829782.850952:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829782.850955:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829782.850959:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829782.850971:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134579456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829782.850980:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829782.850984:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829782.850985:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829782.850991:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3154 00000800:00000100:0.0:1787829782.850993:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829782.850995:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829782.851000:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829782.851005:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829782.851015:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134579584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829782.851031:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffffa0e3c4318000 x1874672134579200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829782.851049:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134579200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829782.851060:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829782.851064:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829782.851067:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134579200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829782.851088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829782.851106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829782.851117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffffa0e3c4319a40 x1874672134579328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829782.851128:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134579328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829782.851142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829782.851145:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829782.851148:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829782.851152:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829782.851166:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829782.851174:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffffa0e3c431b840 x1874672134579456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829782.851185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134579456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829782.851192:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829782.851194:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829782.851205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829782.851211:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579584:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829782.851226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829782.851235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829782/real 1787829782] req@ffffa0e3c4318b40 x1874672134579584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829782.851245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134579584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829782.851253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829782.851256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829782.851259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579584:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829783.490812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829783.490880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829784.514823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829784.514888:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829785.538806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829785.538863:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829786.562836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829786.562896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829787.586816:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829787.586884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829787.970778:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829787.970787:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829787.970790:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829787.970798:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3159 00000100:00080000:3.0:1787829787.970815:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829787.970821:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829787.970852:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134579712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829787.970874:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829787.970877:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829787.970879:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829787.970882:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3159 00000100:00080000:3.0:1787829787.970884:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829787.970886:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829787.970894:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829787.970902:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134579840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829787.970910:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829787.970913:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829787.970915:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829787.970918:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3159 00000100:00080000:3.0:1787829787.970920:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829787.970922:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829787.970925:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829787.970937:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134579712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829787.970943:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134579968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829787.970952:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829787.970955:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829787.970957:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829787.970959:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3159 00000100:00080000:3.0:1787829787.970979:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829787.970982:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829787.970986:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829787.970996:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134580096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829787.971013:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829787.971063:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffffa0e3c431ad00 x1874672134579712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829787.971076:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134579712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829787.971084:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829787.971087:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829787.971090:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134579712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829787.971095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829787.971109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829787.971117:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffffa0e3c431a1c0 x1874672134579840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829787.971124:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134579840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829787.971130:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829787.971132:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829787.971134:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829787.971152:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787829787.971165:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829787.971176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffffa0e3c431a580 x1874672134579968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829787.971189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134579968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829787.971198:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829787.971201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829787.971205:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134579968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829787.971211:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580096:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787829787.971230:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829787.971242:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829787/real 1787829787] req@ffffa0e3c4318f00 x1874672134580096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829787.971254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134580096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829787.971262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829787.971266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787829787.971269:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580096:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829788.610791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829788.610849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829789.634821:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829789.634855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787829790.658824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829790.658877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829791.682802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829791.682888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829792.706787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829792.706927:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829793.090869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829793.090884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829793.090889:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829793.090903:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3164 00000100:00080000:2.0:1787829793.090917:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829793.090927:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829793.090982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134580224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829793.091018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829793.091022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829793.091025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829793.091031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3164 00000100:00080000:2.0:1787829793.091035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829793.091041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829793.091054:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829793.091060:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134580224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829793.091073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134580352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829793.091086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829793.091089:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829793.091091:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829793.091095:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3164 00000100:00080000:2.0:1787829793.091099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829793.091102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829793.091108:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829793.091120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134580480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829793.091130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829793.091134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829793.091136:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829793.091141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3164 00000100:00080000:2.0:1787829793.091144:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829793.091148:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829793.091154:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829793.091167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134580608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829793.091194:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829793.091225:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787829793.091244:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829793.730813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829793.730925:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829794.754842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829794.754916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829795.778849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829795.778929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787829796.163172:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787829796.163234:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787829796.163257:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829796.163338:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829796.163352:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787829796.163365:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829796.163402:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829796] req@ffffa0e3d025cb40 x1874672134580352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829796.163437:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134580352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829796.163452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829796.163458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829796.163464:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829796.163472:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829796] req@ffffa0e3d025d680 x1874672134580480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829796.163484:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134580480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829796.163496:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829796.163502:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829796.163510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829796.163521:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829796] req@ffffa0e3d025f0c0 x1874672134580608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829796.163536:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134580608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829796.163545:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829796.163548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829796.163552:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829796.163558:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829796] req@ffffa0e3d025e940 x1874672134580224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829796.164306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134580224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829796.164319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829796.164321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829796.164324:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134580224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829796.802857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829796.802940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829797.826810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829797.826918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829798.210802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829798.210811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829798.210817:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829798.210828:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3169 00000100:00080000:2.0:1787829798.210840:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829798.210848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829798.210885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134580736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829798.210915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829798.210919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829798.210921:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829798.210927:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3169 00000100:00080000:2.0:1787829798.210932:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829798.210937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829798.210948:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829798.210952:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134580736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829798.210965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134580864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829798.210975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829798.210978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829798.210980:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829798.210985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3169 00000100:00080000:2.0:1787829798.210989:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829798.210993:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829798.210998:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829798.211010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134580992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829798.211023:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829798.211035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829798.211039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829798.211042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829798.211047:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3169 00000100:00080000:2.0:1787829798.211051:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829798.211055:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829798.211061:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829798.211067:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798] req@ffffa0e3d025fc00 x1874672134580736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829798.211078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134581120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829798.211093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134580736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829798.211105:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829798.211111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829798.211115:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134580736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829798.211139:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829798.211163:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829798.211177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798] req@ffffa0e3d025c000 x1874672134580864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829798.211189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134580864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829798.211197:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829798.211201:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829798.211204:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829798.211210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829798.211249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829798.211262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798] req@ffffa0e3d025e1c0 x1874672134580992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829798.211292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134580992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829798.211302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829798.211306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829798.211309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134580992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829798.211316:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581120:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829798.211339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829798.211353:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798] req@ffffa0e3d025c780 x1874672134581120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829798.211366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134581120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829798.211372:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829798.211375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829798.211378:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581120:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829798.850839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829798.850916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829799.874830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829799.874921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829800.898849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829800.899025:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829801.922804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829801.922854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829802.946803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829802.946855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829803.330790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829803.330801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829803.330806:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829803.330816:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3174 00000100:00080000:2.0:1787829803.330828:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829803.330836:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829803.330873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134581248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829803.330904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829803.330909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829803.330911:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829803.330919:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3174 00000100:00080000:2.0:1787829803.330923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829803.330928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829803.330937:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829803.330941:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134581248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829803.330954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134581376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829803.330971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829803.330975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829803.330977:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829803.330982:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3174 00000100:00080000:2.0:1787829803.330990:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829803.330995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829803.331001:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829803.331005:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829803.331019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134581504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829803.331027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829803.331029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829803.331030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829803.331033:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3174 00000100:00080000:2.0:1787829803.331075:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829803.331079:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829803.331082:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829803.331098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803] req@ffffa0e3d025f480 x1874672134581248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829803.331099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134581632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829803.331143:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134581248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829803.331153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829803.331156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829803.331159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134581248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829803.331280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829803.331303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829803.331351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803] req@ffffa0e3d025c780 x1874672134581376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829803.331366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134581376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829803.331372:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829803.331375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829803.331379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829803.331384:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829803.331398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829803.331405:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803] req@ffffa0e3d025e1c0 x1874672134581504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829803.331412:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134581504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829803.331417:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829803.331419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829803.331421:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829803.331425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581632:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829803.331436:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829803.331441:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803] req@ffffa0e3d025c000 x1874672134581632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829803.331453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134581632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829803.331458:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829803.331460:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829803.331462:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581632:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829803.970793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829803.970820:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829804.994811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829804.994858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829806.018819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829806.018875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829807.042822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829807.042877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829808.066839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829808.066915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829808.450838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829808.450848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829808.450852:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829808.450864:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3179 00000100:00080000:2.0:1787829808.450876:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829808.450883:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829808.450931:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134581760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829808.450958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829808.450961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829808.450962:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829808.450966:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3179 00000100:00080000:2.0:1787829808.450968:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829808.450970:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829808.450980:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829808.450989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134581888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829808.451003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829808.451006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829808.451007:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829808.451010:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3179 00000100:00080000:2.0:1787829808.451014:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829808.451018:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829808.451021:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829808.451028:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134582016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829808.451036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829808.451040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787829808.451041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134581760:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829808.451042:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829808.451049:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3179 00000100:00080000:2.0:1787829808.451053:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829808.451056:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829808.451059:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829808.451067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134582144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829808.451123:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829808.451166:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808] req@ffffa0e3d025fc00 x1874672134581760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829808.451182:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134581760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829808.451191:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829808.451194:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829808.451197:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134581760:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829808.451216:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829808.451232:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829808.451241:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808] req@ffffa0e3d025e940 x1874672134581888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829808.451254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134581888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829808.451260:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829808.451263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829808.451265:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134581888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829808.451289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829808.451300:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829808.451306:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808] req@ffffa0e3d025f0c0 x1874672134582016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829808.451314:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134582016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829808.451319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829808.451321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829808.451323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829808.451327:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582144:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829808.451337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829808.451343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808] req@ffffa0e3d025d680 x1874672134582144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829808.451351:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134582144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829808.451361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829808.451363:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829808.451365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829809.090846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829809.090972:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829810.114851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829810.114906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829811.138812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829811.138865:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829812.162847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829812.162906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829813.186828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829813.186894:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829813.570885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.570896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829813.570901:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.570913:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3185 00000100:00080000:3.0:1787829813.570929:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.570939:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829813.570989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134582272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829813.571018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.571021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829813.571022:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.571026:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3185 00000100:00080000:3.0:1787829813.571029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.571032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829813.571041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829813.571055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134582400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829813.571068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.571073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829813.571077:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134582272:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829813.571077:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.571088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3185 00000100:00080000:3.0:1787829813.571093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829813.571098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829813.571105:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829813.571128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134582528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829813.571144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829813.571149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829813.571151:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829813.571156:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3185 00000100:00080000:3.0:1787829813.571160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829813.571164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829813.571178:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829813.571187:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829813.571202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134582656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829813.571235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffffa0e3c431a940 x1874672134582272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.571254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134582272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.571263:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.571267:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829813.571270:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134582272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829813.571294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829813.571313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829813.571324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffffa0e3c431b0c0 x1874672134582400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.571338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134582400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.571347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.571351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829813.571355:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829813.571363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829813.571385:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829813.571394:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffffa0e3c4319680 x1874672134582528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.571403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134582528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.571414:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.571416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829813.571418:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829813.571422:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582656:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829813.571446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829813.571455:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813] req@ffffa0e3c431bc00 x1874672134582656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829813.571463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134582656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829813.571469:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829813.571471:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829813.571473:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582656:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829814.210847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829814.210890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829815.234818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829815.234879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829816.258860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829816.258920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829817.282822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829817.282920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829818.306846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829818.306927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829818.690881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829818.690891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829818.690896:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829818.690908:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3190 00000100:00080000:2.0:1787829818.690920:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829818.690927:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829818.690974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134582784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829818.691000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829818.691003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829818.691004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829818.691008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3190 00000100:00080000:2.0:1787829818.691010:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829818.691013:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829818.691022:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829818.691033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134582912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829818.691041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829818.691044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829818.691047:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829818.691050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134582784:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829818.691053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3190 00000100:00080000:2.0:1787829818.691059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829818.691062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829818.691065:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829818.691072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134583040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829818.691079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829818.691082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829818.691083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829818.691086:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3190 00000100:00080000:2.0:1787829818.691090:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829818.691093:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829818.691096:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829818.691119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134583168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829818.691152:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829818.691203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffffa0e3d025cb40 x1874672134582784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.691224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134582784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.691236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.691242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829818.691248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134582784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829818.691279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829818.691300:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829818.691311:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffffa0e3d025cf00 x1874672134582912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.691319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134582912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.691325:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.691328:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829818.691330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134582912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829818.691335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583040:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829818.691347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829818.691353:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffffa0e3d025c3c0 x1874672134583040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.691362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134583040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.691368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.691370:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829818.691371:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829818.691376:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583168:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829818.691387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829818.691393:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818] req@ffffa0e3d025e580 x1874672134583168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829818.691400:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134583168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829818.691406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829818.691408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829818.691409:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829819.330840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829819.330899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829820.354845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829820.354928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829821.378840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829821.378904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829822.402843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829822.402940:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829823.426797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829823.426855:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829823.810815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829823.810822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829823.810826:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829823.810834:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3195 00000100:00080000:2.0:1787829823.810843:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829823.810848:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829823.810877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134583296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829823.810897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829823.810901:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829823.810902:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829823.810906:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3195 00000100:00080000:2.0:1787829823.810909:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829823.810913:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829823.810922:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829823.810934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134583424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829823.810940:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134583296:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829823.810943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829823.810945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829823.810947:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829823.810950:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3195 00000100:00080000:2.0:1787829823.810953:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829823.810956:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829823.810960:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829823.810971:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134583552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829823.810978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829823.810981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829823.810982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829823.810985:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3195 00000100:00080000:2.0:1787829823.810987:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829823.810990:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829823.810994:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829823.811008:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829823.811012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134583680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829823.811043:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffffa0e3d025d2c0 x1874672134583296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.811059:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134583296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.811068:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.811070:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829823.811073:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134583296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829823.811089:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829823.811122:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829823.811135:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffffa0e3d025da40 x1874672134583424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.811147:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134583424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.811154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.811157:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829823.811160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829823.811166:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829823.811184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829823.811205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffffa0e3d025ed00 x1874672134583552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.811217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134583552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.811224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.811227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829823.811230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829823.811235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583680:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829823.811252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829823.811260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823] req@ffffa0e3d025de00 x1874672134583680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829823.811267:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134583680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829823.811271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829823.811273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829823.811275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583680:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829824.450818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829824.450872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829825.474804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829825.474864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829826.498811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829826.498879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829827.522827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829827.522891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829828.546792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829828.546864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829828.930872:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829828.930881:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829828.930885:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829828.930894:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3200 00000100:00080000:1.0:1787829828.930904:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829828.930910:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829828.930943:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134583808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829828.930973:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829828.930976:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829828.930978:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829828.930982:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3200 00000100:00080000:1.0:1787829828.930985:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829828.930989:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829828.930998:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829828.931010:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134583936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829828.931015:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134583808:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787829828.931026:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829828.931030:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829828.931032:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829828.931036:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3200 00000100:00080000:1.0:1787829828.931039:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829828.931042:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829828.931047:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829828.931057:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134584064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829828.931078:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829828.931080:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829828.931082:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829828.931085:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3200 00000100:00080000:1.0:1787829828.931088:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829828.931092:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829828.931096:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829828.931099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829828.931111:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134584192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829828.931141:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffffa0e3d98d4f00 x1874672134583808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829828.931157:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134583808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829828.931164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829828.931166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829828.931169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134583808:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829828.931190:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829828.931212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829828.931225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffffa0e3d98d7840 x1874672134583936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829828.931237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134583936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829828.931244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829828.931248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829828.931250:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134583936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829828.931257:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829828.931275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829828.931285:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffffa0e3d98d43c0 x1874672134584064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829828.931302:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134584064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829828.931310:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829828.931312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829828.931315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829828.931320:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584192:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829828.931339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829828.931350:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829828/real 1787829828] req@ffffa0e3d98d6940 x1874672134584192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829828.931362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134584192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829828.931369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829828.931372:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829828.931375:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584192:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829829.570848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829829.570935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829830.594802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829830.594858:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829831.618802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829831.618852:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829832.642906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829832.643076:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787829833.666765:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829833.666827:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829834.050786:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829834.050796:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829834.050800:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829834.050813:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3205 00000100:00080000:3.0:1787829834.050822:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829834.050827:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829834.050856:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134584320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829834.050875:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829834.050878:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829834.050880:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829834.050883:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3205 00000100:00080000:3.0:1787829834.050886:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829834.050890:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829834.050903:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134584320:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787829834.050907:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829834.050917:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134584448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829834.050925:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829834.050928:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829834.050929:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829834.050932:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3205 00000100:00080000:3.0:1787829834.050935:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829834.050938:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829834.050941:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829834.050948:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134584576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829834.050954:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829834.050955:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829834.050958:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829834.050959:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829834.050962:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3205 00000100:00080000:3.0:1787829834.050965:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829834.050968:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829834.050972:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829834.050979:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134584704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829834.050987:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834] req@ffffa0e3c431bc00 x1874672134584320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829834.051001:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134584320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829834.051011:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829834.051015:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829834.051018:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134584320:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829834.051047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829834.051063:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829834.051071:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834] req@ffffa0e3c4319680 x1874672134584448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829834.051077:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134584448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829834.051082:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829834.051084:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829834.051086:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829834.051089:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829834.051098:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829834.051103:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834] req@ffffa0e3c431b0c0 x1874672134584576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829834.051109:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134584576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829834.051113:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829834.051115:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829834.051116:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829834.051119:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584704:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829834.051128:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829834.051132:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834] req@ffffa0e3c431a940 x1874672134584704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829834.051138:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134584704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829834.051142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829834.051144:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829834.051145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829834.690782:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829834.690845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829835.714856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829835.714912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829836.738798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829836.738874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829837.762811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829837.762858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829838.786815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829838.786860:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829839.170794:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829839.170801:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829839.170804:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829839.170811:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3210 00000100:00080000:3.0:1787829839.170820:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829839.170825:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829839.170852:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134584832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829839.170872:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829839.170874:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829839.170875:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829839.170878:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3210 00000100:00080000:3.0:1787829839.170880:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829839.170882:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829839.170889:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829839.170897:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134584960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829839.170905:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134584832:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787829839.170906:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829839.170913:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829839.170915:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829839.170918:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3210 00000100:00080000:3.0:1787829839.170920:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829839.170922:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829839.170925:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829839.170933:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134585088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829839.170939:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829839.170941:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829839.170943:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829839.170945:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3210 00000100:00080000:3.0:1787829839.170947:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829839.170949:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829839.170952:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787829839.170957:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134585216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829839.170962:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829839.171007:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839] req@ffffa0e3c4318f00 x1874672134584832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829839.171021:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134584832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829839.171028:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829839.171031:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829839.171034:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134584832:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829839.171055:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829839.171075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829839.171084:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839] req@ffffa0e3c431a580 x1874672134584960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829839.171093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134584960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829839.171099:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829839.171101:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829839.171103:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134584960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829839.171107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829839.171121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829839.171132:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839] req@ffffa0e3c431a1c0 x1874672134585088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829839.171142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134585088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829839.171147:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829839.171149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829839.171152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829839.171157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585216:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829839.171170:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829839.171177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839] req@ffffa0e3c431ad00 x1874672134585216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829839.171184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134585216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829839.171189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829839.171191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829839.171193:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585216:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829839.810802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829839.810850:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829840.834856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829840.834885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829841.858820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829841.858878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829842.882773:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829842.882899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829843.906804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829843.906891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829844.290815:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829844.290824:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829844.290828:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829844.290838:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3215 00000100:00080000:1.0:1787829844.290848:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829844.290854:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829844.290887:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134585344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829844.290907:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829844.290910:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829844.290912:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829844.290916:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3215 00000100:00080000:1.0:1787829844.290919:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829844.290925:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829844.290933:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829844.290937:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134585344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829844.290943:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134585472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829844.290951:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829844.290964:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829844.290965:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829844.290968:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3215 00000100:00080000:1.0:1787829844.290971:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829844.290974:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829844.290978:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829844.290985:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134585600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829844.290994:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829844.290997:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829844.290998:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829844.291001:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3215 00000100:00080000:1.0:1787829844.291003:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829844.291006:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829844.291010:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829844.291012:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829844.291018:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134585728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829844.291048:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844] req@ffffa0e3d98d5e00 x1874672134585344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829844.291063:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134585344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829844.291070:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829844.291072:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829844.291074:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134585344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829844.291093:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829844.291108:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829844.291115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844] req@ffffa0e3d98d61c0 x1874672134585472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829844.291122:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134585472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829844.291126:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829844.291128:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829844.291130:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829844.291133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829844.291143:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829844.291149:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844] req@ffffa0e3d98d5680 x1874672134585600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829844.291155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134585600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829844.291159:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829844.291160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829844.291162:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829844.291165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585728:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829844.291174:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829844.291178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844] req@ffffa0e3d98d4780 x1874672134585728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829844.291184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134585728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829844.291189:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829844.291190:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829844.291192:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585728:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829844.930802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829844.930856:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829845.954785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829845.954841:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829846.978843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829846.978913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829848.002802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829848.002895:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829849.026826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829849.026902:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829849.410841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829849.410852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829849.410858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829849.410869:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3220 00000100:00080000:2.0:1787829849.410882:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829849.410889:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829849.410947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134585856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829849.410978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829849.410981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829849.410983:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829849.410987:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3220 00000100:00080000:2.0:1787829849.410990:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829849.410993:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829849.411004:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829849.411017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134585984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829849.411026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829849.411028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829849.411030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829849.411033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3220 00000100:00080000:2.0:1787829849.411035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829849.411041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829849.411041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134585856:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787829849.411045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829849.411057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134586112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829849.411064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829849.411067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829849.411069:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829849.411072:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3220 00000100:00080000:2.0:1787829849.411074:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829849.411076:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829849.411079:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829849.411091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134586240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829849.411122:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829849.411166:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849] req@ffffa0e3d025f840 x1874672134585856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829849.411189:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134585856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829849.411199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829849.411203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829849.411206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134585856:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829849.411229:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829849.411246:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829849.411255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849] req@ffffa0e3d025de00 x1874672134585984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829849.411264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134585984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829849.411270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829849.411273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829849.411275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134585984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829849.411279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829849.411289:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829849.411295:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849] req@ffffa0e3d025ed00 x1874672134586112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829849.411308:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134586112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829849.411313:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829849.411315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829849.411318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829849.411331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586240:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829849.411353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829849.411367:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849] req@ffffa0e3d025da40 x1874672134586240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829849.411379:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134586240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829849.411386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829849.411388:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829849.411390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829850.050810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829850.050908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829851.074859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829851.074929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829852.098793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829852.098856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829853.122855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829853.122948:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829854.146809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829854.146876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829854.530827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829854.530838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829854.530843:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829854.530854:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3226 00000100:00080000:2.0:1787829854.530867:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829854.530874:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829854.530932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134586368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829854.530966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829854.530971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829854.530973:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829854.530979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3226 00000100:00080000:2.0:1787829854.530983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829854.530988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829854.531001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829854.531016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134586496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829854.531024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829854.531028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829854.531030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829854.531033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3226 00000100:00080000:2.0:1787829854.531036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829854.531040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829854.531043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829854.531054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134586624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829854.531064:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134586368:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829854.531068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829854.531075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829854.531078:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829854.531090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3226 00000100:00080000:2.0:1787829854.531092:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829854.531094:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829854.531097:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829854.531104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134586752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829854.531161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829854.531209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffffa0e3d025d2c0 x1874672134586368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829854.531230:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134586368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829854.531253:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829854.531258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829854.531263:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134586368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829854.531272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829854.531299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829854.531314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffffa0e3d025e580 x1874672134586496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829854.531328:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134586496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829854.531337:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829854.531341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829854.531345:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829854.531373:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829854.531398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829854.531413:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffffa0e3d025c3c0 x1874672134586624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829854.531426:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134586624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829854.531442:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829854.531445:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829854.531448:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829854.531456:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586752:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829854.531481:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829854.531495:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829854] req@ffffa0e3d025cf00 x1874672134586752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829854.531508:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134586752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829854.531517:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829854.531521:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829854.531524:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134586752:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829855.170787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829855.170911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829856.194868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829856.194905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829857.218833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829857.218900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829858.242801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829858.242845:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829859.266862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829859.266944:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829859.650862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.650870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829859.650874:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.650882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3231 00000100:00080000:0.0:1787829859.650892:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.650898:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829859.650933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134586880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829859.650963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.650967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829859.650970:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.650974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3231 00000100:00080000:0.0:1787829859.650978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.650982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829859.650993:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829859.651014:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134586880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829859.651023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134587008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829859.651037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.651041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829859.651043:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.651046:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3231 00000100:00080000:0.0:1787829859.651056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.651061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829859.651067:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829859.651080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134587136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829859.651091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829859.651095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829859.651096:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829859.651101:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3231 00000100:00080000:0.0:1787829859.651105:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829859.651110:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829859.651115:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829859.651128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134587264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829859.651133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829859.651169:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829859.651194:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587264:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829860.290783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829860.290833:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829861.314855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829861.314911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829862.338845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829862.338918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829862.723057:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787829862.723108:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829862.723127:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829862.723186:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829862.723197:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787829862.723207:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787829862.723316:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffffa0e3c3e85a40 x1874672134587264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829862.723346:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134587264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829862.723361:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829862.723367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829862.723372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587264:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829862.723382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffffa0e3c3e861c0 x1874672134587008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829862.723397:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134587008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829862.723405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829862.723409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829862.723413:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829862.723421:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffffa0e3c3e87c00 x1874672134587136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829862.723435:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134587136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829862.723444:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829862.723448:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829862.723451:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829862.723458:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829862] req@ffffa0e3c3e86580 x1874672134586880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829862.723471:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134586880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829862.723479:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829862.723482:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829862.723485:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134586880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829863.362803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829863.362885:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829864.386844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829864.386961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829864.770863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829864.770874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829864.770879:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829864.770891:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3236 00000100:00080000:0.0:1787829864.770903:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829864.770921:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829864.770959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134587392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829864.770986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829864.770988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829864.770990:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829864.770993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3236 00000100:00080000:0.0:1787829864.770996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829864.770999:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829864.771009:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829864.771023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134587520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829864.771034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829864.771038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829864.771040:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829864.771044:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3236 00000100:00080000:0.0:1787829864.771048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829864.771053:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134587392:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829864.771056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829864.771067:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829864.771081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134587648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829864.771094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829864.771099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829864.771102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829864.771106:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3236 00000100:00080000:0.0:1787829864.771110:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829864.771114:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829864.771119:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829864.771133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134587776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829864.771139:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829864.771191:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffffa0e3c3e86d00 x1874672134587392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829864.771211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134587392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829864.771221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829864.771226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829864.771230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134587392:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829864.771242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829864.771268:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829864.771283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffffa0e3c3e870c0 x1874672134587520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829864.771294:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134587520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829864.771303:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829864.771306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829864.771310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829864.771344:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829864.771366:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829864.771379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffffa0e3c3e87840 x1874672134587648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829864.771408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134587648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829864.771417:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829864.771421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829864.771424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829864.771430:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587776:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829864.771453:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829864.771479:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864] req@ffffa0e3c3e852c0 x1874672134587776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829864.771493:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134587776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829864.771502:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829864.771506:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829864.771509:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134587776:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829865.410831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829865.410886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829866.434842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829866.434905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829867.458813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829867.458890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829868.482865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829868.482918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829869.506813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829869.506854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829869.890831:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829869.890843:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829869.890848:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829869.890859:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3241 00000100:00080000:2.0:1787829869.890872:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829869.890879:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829869.890921:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134587904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829869.890947:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829869.890950:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829869.890952:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829869.890955:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3241 00000100:00080000:2.0:1787829869.890958:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829869.890960:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829869.890971:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829869.890980:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134588032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829869.890989:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829869.890994:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829869.890995:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134587904:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829869.890996:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829869.891006:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3241 00000100:00080000:2.0:1787829869.891009:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829869.891011:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829869.891014:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829869.891023:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134588160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829869.891030:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829869.891033:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829869.891035:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829869.891038:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3241 00000100:00080000:2.0:1787829869.891040:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829869.891042:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829869.891047:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829869.891054:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134588288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829869.891076:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829869.891119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffffa0e3d025cb40 x1874672134587904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829869.891142:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134587904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829869.891151:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829869.891154:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829869.891158:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134587904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829869.891181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829869.891198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829869.891208:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffffa0e3d025d680 x1874672134588032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829869.891217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134588032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829869.891224:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829869.891226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829869.891228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829869.891232:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829869.891242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829869.891247:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffffa0e3d025f0c0 x1874672134588160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829869.891257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134588160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829869.891265:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829869.891269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829869.891272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829869.891279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588288:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829869.891302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829869.891314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829869/real 1787829869] req@ffffa0e3d025e940 x1874672134588288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829869.891322:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134588288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829869.891333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829869.891336:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829869.891338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588288:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829870.530855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829870.530929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829871.554838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829871.554906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829872.578854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829872.578933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829873.602841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829873.602911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829874.626867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829874.626914:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829875.010815:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829875.010828:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829875.010832:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829875.010846:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3246 00000100:00080000:2.0:1787829875.010860:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829875.010870:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829875.010920:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134588416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829875.010955:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829875.010960:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829875.010962:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829875.010968:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3246 00000100:00080000:2.0:1787829875.010972:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829875.010979:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829875.010991:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829875.011007:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134588544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829875.011015:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829875.011020:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829875.011022:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829875.011030:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3246 00000100:00080000:2.0:1787829875.011036:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829875.011041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134588416:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829875.011043:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829875.011058:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829875.011082:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134588672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829875.011105:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829875.011110:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829875.011112:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829875.011116:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3246 00000100:00080000:2.0:1787829875.011121:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829875.011126:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829875.011132:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829875.011147:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134588800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829875.011210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829875.011449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875] req@ffffa0e3d025fc00 x1874672134588416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829875.011477:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134588416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829875.011490:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829875.011496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829875.011501:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134588416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829875.011510:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829875.011538:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829875.011553:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875] req@ffffa0e3d025c000 x1874672134588544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829875.011568:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134588544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829875.011585:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829875.011589:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829875.011593:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829875.011619:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829875.011642:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829875.011654:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875] req@ffffa0e3d025e1c0 x1874672134588672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829875.011667:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134588672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829875.011676:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829875.011680:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829875.011684:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829875.011691:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588800:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829875.011774:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829875.011790:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875] req@ffffa0e3d025c780 x1874672134588800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829875.011803:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134588800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829875.011812:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829875.011816:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829875.011820:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134588800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829875.650844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829875.650903:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829876.674846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829876.674924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829877.698836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829877.698913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829878.722852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829878.722923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829879.746811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829879.746872:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829880.130883:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829880.130898:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829880.130903:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829880.130916:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3251 00000100:00080000:0.0:1787829880.130931:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829880.130940:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829880.131001:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134588928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829880.131034:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829880.131039:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829880.131041:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829880.131046:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3251 00000100:00080000:0.0:1787829880.131051:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829880.131056:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829880.131068:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829880.131084:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134589056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829880.131099:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829880.131102:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134588928:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829880.131104:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829880.131109:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829880.131116:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3251 00000100:00080000:0.0:1787829880.131120:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829880.131124:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829880.131130:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829880.131144:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134589184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829880.131155:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829880.131159:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829880.131162:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829880.131166:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3251 00000100:00080000:0.0:1787829880.131170:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829880.131175:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829880.131181:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829880.131191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829880.131196:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134589312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829880.131250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880] req@ffffa0e3c3e84f00 x1874672134588928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829880.131271:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134588928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829880.131282:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829880.131287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829880.131292:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134588928:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829880.131323:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829880.131346:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829880.131360:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880] req@ffffa0e3c3e84b40 x1874672134589056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829880.131372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134589056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829880.131380:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829880.131383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829880.131386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829880.131392:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829880.131409:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829880.131419:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880] req@ffffa0e3c3e85680 x1874672134589184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829880.131430:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134589184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829880.131437:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829880.131441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829880.131444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829880.131450:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589312:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829880.131465:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829880.131474:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880] req@ffffa0e3c3e86940 x1874672134589312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829880.131485:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134589312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829880.131493:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829880.131496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829880.131499:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589312:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829880.770799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829880.770874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829881.794808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829881.794867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829882.818829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829882.818889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829883.842834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829883.842907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829884.866790:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829884.866886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829885.250815:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829885.250829:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829885.250835:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829885.250850:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3256 00000100:00080000:0.0:1787829885.250866:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829885.250876:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829885.250927:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134589440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829885.250955:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829885.250958:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829885.250959:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829885.250963:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3256 00000100:00080000:0.0:1787829885.250966:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829885.250969:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829885.250980:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829885.250990:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134589568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829885.250998:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829885.251001:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829885.251002:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829885.251008:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3256 00000100:00100000:3.0:1787829885.251009:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134589440:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829885.251010:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829885.251015:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829885.251022:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829885.251033:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134589696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829885.251039:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829885.251043:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829885.251044:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829885.251047:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3256 00000100:00080000:0.0:1787829885.251049:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829885.251051:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829885.251055:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829885.251063:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134589824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829885.251102:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829885.251156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885] req@ffffa0e3c3e85e00 x1874672134589440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829885.251186:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134589440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829885.251199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829885.251203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829885.251208:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134589440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829885.251239:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829885.251267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829885.251282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885] req@ffffa0e3c3e87480 x1874672134589568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829885.251295:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134589568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829885.251304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829885.251307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829885.251310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829885.251317:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829885.251339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829885.251351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885] req@ffffa0e3c3e86940 x1874672134589696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829885.251364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134589696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829885.251379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829885.251383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829885.251387:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829885.251393:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589824:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829885.251411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829885.251421:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885] req@ffffa0e3c3e85680 x1874672134589824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829885.251432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134589824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829885.251441:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829885.251443:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829885.251446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134589824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829885.890844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829885.890907:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829886.914774:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829886.914849:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829887.938834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829887.938898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829888.962823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829888.962872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829889.986823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829889.986908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829890.370847:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829890.370860:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829890.370865:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829890.370876:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3261 00000100:00080000:2.0:1787829890.370888:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829890.370896:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829890.370938:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134589952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829890.370964:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829890.370966:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829890.370968:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829890.370971:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3261 00000100:00080000:2.0:1787829890.370975:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829890.370979:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829890.370988:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829890.370991:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134589952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829890.371004:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134590080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829890.371013:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829890.371016:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829890.371017:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829890.371020:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3261 00000100:00080000:2.0:1787829890.371023:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829890.371025:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829890.371028:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829890.371036:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134590208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829890.371044:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829890.371047:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829890.371048:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829890.371050:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3261 00000100:00080000:2.0:1787829890.371052:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829890.371057:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:3.0:1787829890.371060:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787829890.371062:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829890.371071:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134590336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829890.371115:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890] req@ffffa0e3d025f480 x1874672134589952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829890.371135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134589952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829890.371147:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829890.371150:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829890.371153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134589952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829890.371173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829890.371191:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829890.371201:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890] req@ffffa0e3d025c780 x1874672134590080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829890.371209:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134590080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829890.371214:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829890.371216:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829890.371219:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829890.371222:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829890.371232:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829890.371250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890] req@ffffa0e3d025e1c0 x1874672134590208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829890.371263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134590208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829890.371272:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829890.371275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829890.371278:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829890.371286:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590336:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829890.371308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829890.371320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890] req@ffffa0e3d025c000 x1874672134590336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829890.371332:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134590336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829890.371341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829890.371344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829890.371347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590336:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829891.010833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829891.010896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829892.034812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829892.034873:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829893.058811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829893.058879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829894.082833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829894.082900:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829895.106851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829895.106936:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829895.490814:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829895.490822:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829895.490825:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829895.490833:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3267 00000100:00080000:2.0:1787829895.490843:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829895.490855:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829895.490886:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134590464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829895.490908:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829895.490910:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829895.490912:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829895.490915:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3267 00000100:00080000:2.0:1787829895.490917:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829895.490919:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829895.490928:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829895.490936:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134590592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829895.490944:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829895.490946:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829895.490948:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829895.490955:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3267 00000100:00080000:2.0:1787829895.490958:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829895.490960:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829895.490963:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829895.490971:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134590720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829895.490979:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829895.490982:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829895.490984:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829895.490992:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3267 00000100:00100000:3.0:1787829895.490992:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134590464:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829895.491004:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829895.491011:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829895.491018:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829895.491039:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134590848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829895.491082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829895.491132:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895] req@ffffa0e3d025fc00 x1874672134590464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829895.491165:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134590464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829895.491179:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829895.491185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829895.491189:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134590464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829895.491197:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829895.491217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829895.491230:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895] req@ffffa0e3d025e940 x1874672134590592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829895.491243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134590592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829895.491252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829895.491256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829895.491260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829895.491293:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829895.491310:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829895.491318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895] req@ffffa0e3d025f0c0 x1874672134590720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829895.491326:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134590720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829895.491332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829895.491334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829895.491344:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829895.491348:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590848:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829895.491361:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829895.491368:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895] req@ffffa0e3d025d680 x1874672134590848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829895.491376:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134590848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829895.491382:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829895.491383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829895.491385:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134590848:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829896.130856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829896.130920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829897.154796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829897.154946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829898.178831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829898.178910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829899.202779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829899.202847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829900.226803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829900.226847:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829900.610848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829900.610855:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829900.610859:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829900.610867:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3272 00000100:00080000:0.0:1787829900.610875:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829900.610881:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829900.610911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134590976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829900.610933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829900.610937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829900.610939:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829900.610942:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3272 00000100:00080000:0.0:1787829900.610945:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829900.610949:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829900.610957:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829900.610969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134591104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829900.610975:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134590976:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829900.610978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829900.610981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829900.610982:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829900.610985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3272 00000100:00080000:0.0:1787829900.610988:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829900.610991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829900.610994:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829900.611002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134591232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829900.611009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829900.611011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829900.611013:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829900.611015:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3272 00000100:00080000:0.0:1787829900.611017:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829900.611020:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829900.611024:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829900.611030:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829900.611031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134591360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829900.611066:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffffa0e3c3e84b40 x1874672134590976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.611082:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134590976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.611088:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.611091:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829900.611102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134590976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829900.611120:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829900.611135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829900.611143:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffffa0e3c3e84f00 x1874672134591104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.611154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134591104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.611158:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.611160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829900.611162:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829900.611165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829900.611173:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829900.611178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffffa0e3c3e852c0 x1874672134591232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.611191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134591232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.611196:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.611198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829900.611200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829900.611203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591360:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829900.611212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829900.611217:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900] req@ffffa0e3c3e87840 x1874672134591360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829900.611223:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134591360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829900.611231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829900.611233:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829900.611235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829901.250818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829901.250854:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829902.274779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829902.274838:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829903.298814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829903.298872:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829904.322802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829904.322869:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829905.346810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829905.346876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829905.730833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829905.730840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829905.730843:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829905.730850:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3277 00000100:00080000:2.0:1787829905.730858:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829905.730863:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829905.730892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134591488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829905.730912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829905.730915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829905.730916:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829905.730920:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3277 00000100:00080000:2.0:1787829905.730923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829905.730926:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829905.730935:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829905.730945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134591616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829905.730949:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134591488:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829905.730954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829905.730957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829905.730959:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829905.730961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3277 00000100:00080000:2.0:1787829905.730964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829905.730967:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829905.730971:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829905.730979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134591744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829905.730985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829905.730988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829905.730989:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829905.730992:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3277 00000100:00080000:2.0:1787829905.730994:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829905.730997:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829905.731001:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787829905.731003:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829905.731007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134591872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829905.731035:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffffa0e3d025cb40 x1874672134591488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829905.731051:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134591488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829905.731059:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829905.731062:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829905.731064:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134591488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829905.731082:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829905.731097:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829905.731104:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffffa0e3d025cf00 x1874672134591616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829905.731111:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134591616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829905.731116:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829905.731118:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829905.731120:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829905.731123:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787829905.731132:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829905.731137:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffffa0e3d025c3c0 x1874672134591744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829905.731143:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134591744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829905.731147:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829905.731148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829905.731150:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829905.731153:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591872:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787829905.731161:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787829905.731166:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905] req@ffffa0e3d025e580 x1874672134591872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829905.731172:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134591872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829905.731184:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829905.731186:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787829905.731188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134591872:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829906.370809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829906.370880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829907.394822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829907.394890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829908.418775:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829908.418895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829909.442825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829909.442892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829910.466943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829910.467157:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787829910.850817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829910.850828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829910.850832:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829910.850842:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3282 00000100:00080000:0.0:1787829910.850852:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829910.850860:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829910.850888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134592000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829910.850910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829910.850914:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829910.850916:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829910.850921:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3282 00000100:00080000:0.0:1787829910.850925:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829910.850930:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829910.850940:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829910.850944:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134592000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829910.850958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134592128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829910.850970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829910.850974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829910.850976:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829910.850981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3282 00000100:00080000:0.0:1787829910.850992:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829910.850997:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829910.851003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829910.851006:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829910.851015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134592256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829910.851030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829910.851033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829910.851035:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829910.851039:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3282 00000100:00080000:0.0:1787829910.851044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829910.851044:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffffa0e3c3e870c0 x1874672134592000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829910.851053:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829910.851062:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829910.851070:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134592000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829910.851076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134592384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829910.851092:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.851099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829910.851104:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134592000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829910.851127:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829910.851151:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829910.851165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffffa0e3c3e86d00 x1874672134592128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.851177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134592128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.851185:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.851188:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829910.851191:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829910.851198:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829910.851216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829910.851226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffffa0e3c3e86580 x1874672134592256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.851238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134592256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.851251:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.851255:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829910.851259:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829910.851265:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592384:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829910.851284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829910.851296:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829910/real 1787829910] req@ffffa0e3c3e87c00 x1874672134592384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829910.851307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134592384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829910.851316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829910.851319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829910.851323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592384:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829911.490863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829911.490925:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829912.514833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829912.515002:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829913.538821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829913.538883:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829914.562793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829914.562840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829915.586820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829915.586934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829915.970844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.970854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829915.970858:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.970867:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3287 00000100:00080000:3.0:1787829915.970878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.970884:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787829915.970920:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134592512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829915.970948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.970952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829915.970953:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.970957:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3287 00000100:00080000:3.0:1787829915.970960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.970964:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829915.970973:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829915.970986:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134592512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787829915.970988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134592640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829915.971001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.971005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829915.971006:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.971011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3287 00000100:00080000:3.0:1787829915.971015:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.971019:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787829915.971024:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829915.971036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134592768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829915.971040:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787829915.971050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829915.971055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829915.971057:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829915.971061:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3287 00000100:00080000:3.0:1787829915.971065:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829915.971069:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829915.971072:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffffa0e3c4318b40 x1874672134592512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829915.971076:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787829915.971093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134592512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829915.971093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134592896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829915.971112:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.971117:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829915.971121:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134592512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829915.971141:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829915.971154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829915.971161:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffffa0e3c431b840 x1874672134592640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.971169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134592640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.971174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.971176:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829915.971177:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829915.971180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829915.971189:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829915.971194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffffa0e3c4319a40 x1874672134592768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.971201:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134592768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.971206:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.971207:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829915.971209:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829915.971212:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592896:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829915.971221:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829915.971226:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829915/real 1787829915] req@ffffa0e3c4318000 x1874672134592896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829915.971232:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134592896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829915.971236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829915.971238:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829915.971239:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134592896:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829916.610781:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829916.610823:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829917.634853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829917.634905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829918.658780:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829918.658848:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829919.682810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829919.682870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829920.706776:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787829920.706841:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829921.090876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829921.090887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829921.090891:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829921.090906:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3292 00000100:00080000:0.0:1787829921.090918:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829921.090925:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829921.090968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134593024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829921.090998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829921.091002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829921.091004:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829921.091009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3292 00000100:00080000:0.0:1787829921.091013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829921.091016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829921.091027:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829921.091041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134593024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829921.091042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134593152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829921.091055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829921.091057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829921.091058:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829921.091061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3292 00000100:00080000:0.0:1787829921.091063:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829921.091066:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829921.091069:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829921.091077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134593280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829921.091083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829921.091086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829921.091087:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829921.091089:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3292 00000100:00080000:0.0:1787829921.091101:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829921.091103:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829921.091107:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829921.091113:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134593408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829921.091119:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829921.091160:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829921] req@ffffa0e3c3e861c0 x1874672134593024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829921.091174:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134593024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829921.091182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829921.091185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829921.091188:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134593024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829921.091209:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829921.091223:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829921.091231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829921] req@ffffa0e3c3e85a40 x1874672134593152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829921.091245:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134593152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829921.091250:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829921.091253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829921.091255:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829921.091259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829921.091269:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829921.091274:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829921] req@ffffa0e3c3e87c00 x1874672134593280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829921.091281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134593280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829921.091285:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829921.091287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829921.091288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829921.091291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593408:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829921.091301:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829921.091306:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829921] req@ffffa0e3c3e86580 x1874672134593408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829921.091313:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134593408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829921.091318:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829921.091319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829921.091321:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593408:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829921.730805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829921.730911:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829922.754804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829922.754866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829923.778788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829923.778845:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829924.802802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829924.802828:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829925.826792:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829925.826842:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829926.210812:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829926.210823:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829926.210827:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829926.210836:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3297 00000100:00080000:2.0:1787829926.210846:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829926.210853:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829926.210896:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134593536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829926.210923:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829926.210926:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829926.210927:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829926.210931:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3297 00000100:00080000:2.0:1787829926.210934:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829926.210938:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829926.210947:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829926.210960:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134593664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829926.210970:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829926.210973:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829926.210975:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829926.210977:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134593536:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829926.210981:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3297 00000100:00080000:2.0:1787829926.210988:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829926.210991:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829926.210995:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829926.211005:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134593792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829926.211012:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829926.211015:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829926.211017:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829926.211021:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3297 00000100:00080000:2.0:1787829926.211025:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829926.211028:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829926.211032:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829926.211042:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134593920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829926.211086:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829926.211116:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829926.211137:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593920:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829926.850798:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829926.850835:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829927.874833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829927.874891:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829928.898808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829928.898845:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829929.282958:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829929.282990:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829929.283003:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829929.283032:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829929.283037:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829929.283042:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829929.283077:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829929] req@ffffa0e3d025da40 x1874672134593664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829929.283103:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134593664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829929.283113:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829929.283118:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829929.283133:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829929.283141:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829929] req@ffffa0e3d025ed00 x1874672134593792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829929.283152:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134593792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829929.283160:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829929.283163:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829929.283166:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829929.283172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829929] req@ffffa0e3d025de00 x1874672134593920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829929.283184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134593920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829929.283192:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829929.283196:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829929.283200:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134593920:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829929.283205:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829929] req@ffffa0e3d025d2c0 x1874672134593536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829929.283218:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134593536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829929.283225:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829929.283229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829929.283231:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134593536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829929.922813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829929.922878:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829930.946825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829930.946852:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829931.330934:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829931.330944:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829931.330947:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829931.330955:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3302 00000100:00080000:0.0:1787829931.330975:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829931.330982:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829931.331013:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134594048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829931.331044:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829931.331047:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829931.331049:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829931.331053:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3302 00000100:00080000:0.0:1787829931.331057:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829931.331060:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829931.331069:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829931.331083:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134594176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829931.331093:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829931.331097:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829931.331099:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829931.331105:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3302 00000100:00100000:1.0:1787829931.331107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134594048:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829931.331109:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829931.331117:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829931.331123:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829931.331142:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134594304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829931.331151:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829931.331154:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829931.331156:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829931.331160:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3302 00000100:00080000:0.0:1787829931.331164:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829931.331169:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829931.331173:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787829931.331182:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829931.331187:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134594432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829931.331221:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931] req@ffffa0e3c3e86d00 x1874672134594048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829931.331237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134594048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829931.331247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829931.331251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829931.331254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134594048:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829931.331276:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829931.331297:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829931.331308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931] req@ffffa0e3c3e870c0 x1874672134594176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829931.331319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134594176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829931.331327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829931.331330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829931.331333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829931.331340:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829931.331379:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829931.331389:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931] req@ffffa0e3c3e87840 x1874672134594304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829931.331400:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134594304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829931.331407:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829931.331410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829931.331413:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829931.331418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594432:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829931.331435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829931.331444:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931] req@ffffa0e3c3e852c0 x1874672134594432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829931.331453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134594432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829931.331460:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829931.331463:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829931.331466:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594432:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829931.970802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829931.970856:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829932.994810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829932.994843:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829934.018828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829934.018890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829935.042874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787829935.042894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829936.066785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829936.066861:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829936.450836:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829936.450844:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829936.450847:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829936.450854:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3307 00000100:00080000:2.0:1787829936.450862:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829936.450867:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829936.450901:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134594560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829936.450922:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829936.450924:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829936.450925:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829936.450928:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3307 00000100:00080000:2.0:1787829936.450930:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829936.450933:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829936.450940:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829936.450949:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134594688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829936.450956:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829936.450958:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829936.450959:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829936.450961:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3307 00000100:00080000:2.0:1787829936.450963:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829936.450965:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829936.450968:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829936.450975:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134594816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829936.450976:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134594560:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829936.450988:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829936.450990:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829936.450991:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829936.450993:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3307 00000100:00080000:2.0:1787829936.450995:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829936.450997:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829936.451000:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829936.451006:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134594944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829936.451049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829936.451083:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936] req@ffffa0e3d025f840 x1874672134594560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829936.451100:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134594560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829936.451110:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829936.451113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829936.451117:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134594560:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829936.451124:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829936.451145:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829936.451156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936] req@ffffa0e3d025d2c0 x1874672134594688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829936.451167:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134594688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829936.451175:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829936.451178:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829936.451181:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829936.451203:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829936.451222:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829936.451232:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936] req@ffffa0e3d025de00 x1874672134594816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829936.451243:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134594816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829936.451250:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829936.451253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829936.451256:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829936.451262:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594944:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829936.451280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829936.451290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936] req@ffffa0e3d025ed00 x1874672134594944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829936.451301:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134594944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829936.451308:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829936.451323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829936.451327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134594944:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829937.090820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829937.090851:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829938.114791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829938.114857:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829939.138815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829939.138880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829940.162802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829940.162899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829941.186815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829941.186867:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829941.570791:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829941.570798:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829941.570802:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829941.570809:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3313 00000100:00080000:2.0:1787829941.570818:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829941.570823:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829941.570854:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134595072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829941.570878:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829941.570882:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829941.570883:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829941.570887:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3313 00000100:00080000:2.0:1787829941.570891:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829941.570895:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829941.570904:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829941.570912:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134595072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829941.570919:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134595200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829941.570929:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829941.570932:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829941.570934:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829941.570938:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3313 00000100:00080000:2.0:1787829941.570941:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829941.570944:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829941.570949:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829941.570958:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134595328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829941.570966:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829941.570969:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829941.570971:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829941.570976:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3313 00000800:00000100:1.0:1787829941.570978:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787829941.570981:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829941.570987:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829941.570992:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829941.571005:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134595456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829941.571019:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffffa0e3d025da40 x1874672134595072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829941.571038:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134595072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829941.571049:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829941.571053:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829941.571057:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134595072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829941.571078:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829941.571101:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829941.571114:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffffa0e3d025e580 x1874672134595200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829941.571126:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134595200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829941.571134:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829941.571137:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829941.571140:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829941.571146:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829941.571164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829941.571175:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffffa0e3d025c3c0 x1874672134595328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829941.571187:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134595328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829941.571199:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829941.571203:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829941.571206:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829941.571213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595456:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829941.571232:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829941.571244:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941] req@ffffa0e3d025cf00 x1874672134595456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829941.571254:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134595456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829941.571262:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829941.571265:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829941.571268:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829942.210821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829942.210881:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829943.234812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829943.234968:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829944.258834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829944.258899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829945.282811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829945.282862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829946.306813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829946.306871:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829946.690829:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829946.690836:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829946.690839:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829946.690847:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3318 00000100:00080000:0.0:1787829946.690854:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829946.690860:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829946.690896:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134595584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829946.690923:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829946.690927:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829946.690929:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829946.690933:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3318 00000100:00080000:0.0:1787829946.690937:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829946.690942:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829946.690953:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829946.690953:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134595584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829946.690973:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134595712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829946.690984:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829946.690988:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829946.690989:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829946.690993:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3318 00000100:00080000:0.0:1787829946.690997:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829946.691000:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829946.691003:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829946.691012:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829946.691015:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134595840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829946.691022:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829946.691024:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829946.691025:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829946.691028:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3318 00000100:00080000:0.0:1787829946.691030:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829946.691032:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829946.691035:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829946.691042:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134595968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829946.691055:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffffa0e3c3e84f00 x1874672134595584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.691081:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134595584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.691093:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.691096:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829946.691099:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134595584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829946.691116:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829946.691134:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829946.691144:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffffa0e3c3e84b40 x1874672134595712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.691151:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134595712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.691156:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.691158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829946.691160:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829946.691163:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829946.691172:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829946.691178:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffffa0e3c3e85680 x1874672134595840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.691184:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134595840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.691188:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.691190:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829946.691192:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829946.691195:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595968:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829946.691204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829946.691209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946] req@ffffa0e3c3e86940 x1874672134595968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829946.691215:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134595968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829946.691220:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829946.691221:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829946.691223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134595968:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829947.330779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829947.330827:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829948.354832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829948.354893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829949.378821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829949.378879:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829950.402822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829950.402889:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829951.426861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829951.426938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829951.810847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829951.810861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829951.810867:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829951.810882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3323 00000100:00080000:0.0:1787829951.810896:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829951.810905:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829951.810959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134596096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829951.810990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829951.810993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829951.810995:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829951.811003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3323 00000100:00080000:0.0:1787829951.811007:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829951.811010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829951.811021:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829951.811032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134596224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829951.811040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829951.811046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787829951.811046:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134596096:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829951.811049:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829951.811057:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3323 00000100:00080000:0.0:1787829951.811060:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829951.811063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829951.811066:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829951.811077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134596352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829951.811083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829951.811086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829951.811087:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829951.811090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3323 00000100:00080000:0.0:1787829951.811093:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829951.811095:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829951.811099:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829951.811105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134596480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829951.811125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829951.811169:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffffa0e3c3e87480 x1874672134596096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.811191:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134596096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.811204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.811220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829951.811225:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134596096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829951.811256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829951.811283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829951.811295:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffffa0e3c3e85e00 x1874672134596224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.811305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134596224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.811311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.811314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829951.811316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829951.811321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829951.811334:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829951.811340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffffa0e3c3e86940 x1874672134596352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.811348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134596352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.811353:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.811355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829951.811356:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829951.811362:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596480:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829951.811396:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829951.811410:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951] req@ffffa0e3c3e85680 x1874672134596480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829951.811423:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134596480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829951.811430:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829951.811432:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829951.811434:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829952.450890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829952.450960:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829953.474791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829953.474862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829954.498850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829954.498909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829955.522805:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829955.522862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829956.546854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829956.547005:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829956.930894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.930907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829956.930919:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.930933:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3328 00000100:00080000:0.0:1787829956.930949:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.930958:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829956.931019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134596608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829956.931049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.931056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829956.931058:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.931063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3328 00000100:00080000:0.0:1787829956.931067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.931072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829956.931083:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829956.931097:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134596608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787829956.931100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134596736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829956.931113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.931116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829956.931118:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.931122:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3328 00000100:00080000:0.0:1787829956.931125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.931130:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829956.931135:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829956.931148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134596864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829956.931157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829956.931161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787829956.931164:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787829956.931165:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829956.931185:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3328 00000100:00080000:0.0:1787829956.931190:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829956.931195:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829956.931202:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829956.931215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134596992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829956.931239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffffa0e3c3e84b40 x1874672134596608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.931255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134596608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.931263:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.931266:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829956.931274:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134596608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829956.931296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829956.931313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829956.931322:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffffa0e3c3e84f00 x1874672134596736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.931331:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134596736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.931336:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.931338:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829956.931340:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829956.931343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829956.931352:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829956.931359:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffffa0e3c3e852c0 x1874672134596864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.931378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134596864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.931387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.931390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829956.931394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829956.931400:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596992:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829956.931425:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829956.931436:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829956/real 1787829956] req@ffffa0e3c3e87840 x1874672134596992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829956.931448:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134596992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829956.931461:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829956.931464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829956.931466:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134596992:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829957.570778:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829957.570899:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829958.594836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829958.594961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829959.618845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829959.618910:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829960.642856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829960.642930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829961.666833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829961.666917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829962.050856:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829962.050866:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829962.050871:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829962.050893:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3333 00000100:00080000:2.0:1787829962.050907:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829962.050916:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829962.050965:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134597120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829962.050993:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829962.050996:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829962.050998:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829962.051001:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3333 00000100:00080000:2.0:1787829962.051004:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829962.051007:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829962.051018:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829962.051028:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134597248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829962.051037:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829962.051039:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829962.051041:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829962.051045:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134597120:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829962.051046:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3333 00000100:00080000:2.0:1787829962.051049:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829962.051055:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829962.051058:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829962.051064:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134597376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829962.051070:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829962.051073:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829962.051074:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829962.051077:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3333 00000100:00080000:2.0:1787829962.051078:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829962.051080:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829962.051084:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829962.051091:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134597504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829962.051153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829962.051206:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829962/real 1787829962] req@ffffa0e3d025cb40 x1874672134597120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829962.051225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134597120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829962.051236:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829962.051240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829962.051244:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134597120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829962.051276:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829962.051295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829962.051304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829962/real 1787829962] req@ffffa0e3d025d680 x1874672134597248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829962.051312:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134597248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829962.051317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829962.051319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829962.051322:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829962.051326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829962.051338:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829962.051347:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829962/real 1787829962] req@ffffa0e3d025f0c0 x1874672134597376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829962.051357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134597376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829962.051365:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829962.051368:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829962.051372:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829962.051377:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597504:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829962.051410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829962.051421:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829962/real 1787829962] req@ffffa0e3d025e940 x1874672134597504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829962.051432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134597504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829962.051438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829962.051441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829962.051443:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597504:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787829962.690909:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829962.691104:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787829963.714846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829963.715081:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829964.738802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829964.738919:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829965.762808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829965.762862:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829966.787284:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829966.787854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787829967.170847:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829967.170862:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829967.170866:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829967.170878:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3338 00000100:00080000:2.0:1787829967.170892:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829967.170901:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829967.170959:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134597632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829967.170992:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829967.170995:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829967.170996:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829967.171000:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3338 00000100:00080000:2.0:1787829967.171003:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829967.171007:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829967.171017:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829967.171030:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134597760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829967.171037:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829967.171041:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787829967.171043:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134597632:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787829967.171043:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829967.171050:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3338 00000100:00080000:2.0:1787829967.171053:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829967.171055:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829967.171057:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829967.171064:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134597888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829967.171071:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829967.171074:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829967.171075:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829967.171077:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3338 00000100:00080000:2.0:1787829967.171079:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829967.171081:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829967.171084:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829967.171091:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134598016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829967.171134:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829967.171183:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829967/real 1787829967] req@ffffa0e3d025fc00 x1874672134597632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829967.171217:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134597632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829967.171226:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829967.171229:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829967.171232:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134597632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829967.171260:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829967.171283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829967.171296:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829967/real 1787829967] req@ffffa0e3d025c000 x1874672134597760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829967.171308:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134597760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829967.171316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829967.171318:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829967.171321:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829967.171326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829967.171341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829967.171348:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829967/real 1787829967] req@ffffa0e3d025e1c0 x1874672134597888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829967.171357:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134597888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829967.171373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829967.171376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829967.171379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134597888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829967.171385:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598016:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829967.171406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829967.171417:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829967/real 1787829967] req@ffffa0e3d025c780 x1874672134598016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829967.171429:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134598016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829967.171438:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829967.171441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829967.171444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598016:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787829967.810958:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829967.811838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787829968.834820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829968.834902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829969.858820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829969.858920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829970.882861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829970.882920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829971.906857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829971.906938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829972.290832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829972.290841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829972.290846:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829972.290856:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3343 00000100:00080000:1.0:1787829972.290867:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829972.290874:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787829972.290910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134598144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829972.290942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829972.290946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829972.290948:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829972.290952:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3343 00000100:00080000:1.0:1787829972.290957:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829972.290961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829972.290970:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829972.290974:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134598144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829972.290987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134598272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829972.290999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829972.291003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829972.291005:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829972.291009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3343 00000100:00080000:1.0:1787829972.291013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829972.291017:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829972.291022:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829972.291034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134598400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829972.291038:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787829972.291054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829972.291058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829972.291060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829972.291079:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3343 00000100:00080000:1.0:1787829972.291084:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829972.291089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787829972.291094:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829972.291098:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829972/real 1787829972] req@ffffa0e3d98d52c0 x1874672134598144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829972.291110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134598528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829972.291119:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134598144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829972.291133:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829972.291137:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829972.291142:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134598144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829972.291164:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829972.291182:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829972.291192:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829972/real 1787829972] req@ffffa0e3d98d4780 x1874672134598272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829972.291199:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134598272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829972.291205:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829972.291207:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829972.291209:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829972.291213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829972.291299:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829972.291308:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829972/real 1787829972] req@ffffa0e3d98d5680 x1874672134598400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829972.291320:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134598400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829972.291327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829972.291330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829972.291332:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829972.291338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829972.291362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829972.291373:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829972/real 1787829972] req@ffffa0e3d98d61c0 x1874672134598528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829972.291381:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134598528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829972.291386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829972.291388:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829972.291390:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829972.930856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829972.930943:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829973.954823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829973.954929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829974.978870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829974.978945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829976.002854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787829976.002954:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829977.027799:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829977.028886:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787829977.411630:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829977.411644:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829977.411650:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829977.411662:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3348 00000100:00080000:0.0:1787829977.411677:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829977.411685:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829977.411778:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134598656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829977.411814:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829977.411818:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829977.411820:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829977.411824:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3348 00000100:00080000:0.0:1787829977.411828:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829977.411832:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829977.411844:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829977.411858:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134598784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829977.411868:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134598656:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829977.411871:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829977.411878:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829977.411880:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829977.411884:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3348 00000100:00080000:0.0:1787829977.411888:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829977.411893:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829977.411898:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829977.411911:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134598912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829977.411921:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829977.411925:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829977.411927:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829977.411930:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3348 00000100:00080000:0.0:1787829977.411933:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829977.411938:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829977.411943:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:2.0:1787829977.411950:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787829977.411957:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134599040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829977.411994:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829977/real 1787829977] req@ffffa0e3c3e870c0 x1874672134598656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829977.412013:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134598656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829977.412024:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829977.412039:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829977.412043:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134598656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787829977.412074:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829977.412099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829977.412114:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829977/real 1787829977] req@ffffa0e3c3e86d00 x1874672134598784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829977.412128:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134598784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829977.412142:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829977.412152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829977.412155:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829977.412161:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787829977.412182:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829977.412193:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829977/real 1787829977] req@ffffa0e3c3e86580 x1874672134598912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829977.412204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134598912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829977.412211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829977.412215:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829977.412218:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134598912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787829977.412223:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787829977.412242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787829977.412252:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829977/real 1787829977] req@ffffa0e3c3e87c00 x1874672134599040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829977.412263:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134599040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829977.412270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829977.412273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787829977.412277:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829978.050793:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829978.051325:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829979.074863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829979.074991:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829980.098876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829980.102061:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829981.122971:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829981.122978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829982.146836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829982.146959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829982.530842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.530851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829982.530855:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.530865:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3354 00000100:00080000:0.0:1787829982.530878:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.530884:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829982.530929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134599168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829982.530960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.530962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829982.530964:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.530966:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3354 00000100:00080000:0.0:1787829982.530969:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.530972:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829982.530981:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829982.531004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134599296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829982.531013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.531015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829982.531016:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.531020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3354 00000100:00080000:0.0:1787829982.531027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829982.531027:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134599168:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829982.531034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829982.531042:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829982.531054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134599424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829982.531060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829982.531062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829982.531064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829982.531065:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3354 00000100:00080000:0.0:1787829982.531068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829982.531070:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829982.531073:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829982.531080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134599552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829982.531163:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829982.531229:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffffa0e3c3e85a40 x1874672134599168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829982.531257:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134599168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829982.531269:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829982.531274:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829982.531278:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134599168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829982.531299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829982.531317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829982.531325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffffa0e3c3e861c0 x1874672134599296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829982.531334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134599296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829982.531341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829982.531344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829982.531347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829982.531353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829982.531372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829982.531383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffffa0e3c3e87c00 x1874672134599424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829982.531394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134599424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829982.531401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829982.531404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829982.531407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829982.531413:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599552:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829982.531432:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829982.531457:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829982/real 1787829982] req@ffffa0e3c3e86580 x1874672134599552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829982.531479:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134599552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829982.531487:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829982.531489:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829982.531491:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829983.172269:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829983.173212:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829984.194839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829984.194939:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829985.218818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829985.218890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829986.243008:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829986.243120:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829987.266857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829987.267041:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829987.650823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829987.650832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829987.650837:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829987.650846:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3359 00000100:00080000:0.0:1787829987.650858:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829987.650865:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829987.650897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134599680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829987.650925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829987.650929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829987.650931:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829987.650935:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3359 00000100:00080000:0.0:1787829987.650938:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829987.650941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829987.650949:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829987.650974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134599808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829987.650983:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134599680:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787829987.650987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829987.650994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829987.650996:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829987.651001:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3359 00000100:00080000:0.0:1787829987.651005:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829987.651009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829987.651014:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829987.651025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134599936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829987.651034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829987.651037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829987.651039:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829987.651043:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3359 00000100:00080000:0.0:1787829987.651046:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829987.651052:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:1.0:1787829987.651054:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:0.0:1787829987.651058:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829987.651069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134600064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829987.651099:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffffa0e3c3e86d00 x1874672134599680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.651116:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134599680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.651125:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.651129:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829987.651132:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134599680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829987.651154:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829987.651174:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829987.651184:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffffa0e3c3e870c0 x1874672134599808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.651196:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134599808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.651210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.651213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829987.651224:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829987.651233:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829987.651252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829987.651262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffffa0e3c3e87840 x1874672134599936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.651272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134599936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.651280:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.651282:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829987.651285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134599936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829987.651291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829987.651306:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829987.651315:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829987/real 1787829987] req@ffffa0e3c3e852c0 x1874672134600064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829987.651325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134600064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829987.651333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829987.651335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829987.651339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600064:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829988.290866:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829988.290921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829989.314850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829989.314969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829990.338823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829990.338909:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829991.362859:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829991.362938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829992.386794:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829992.386884:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829992.770854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829992.770866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829992.770871:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829992.770882:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3364 00000100:00080000:0.0:1787829992.770895:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829992.770916:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787829992.770981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134600192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829992.771017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829992.771020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829992.771022:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829992.771027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3364 00000100:00080000:0.0:1787829992.771030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829992.771034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829992.771045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829992.771064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134600320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829992.771074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829992.771077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829992.771079:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829992.771083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3364 00000100:00080000:0.0:1787829992.771086:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829992.771089:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829992.771092:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829992.771101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134600448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829992.771110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829992.771114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829992.771115:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829992.771120:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3364 00000100:00080000:0.0:1787829992.771124:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829992.771128:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787829992.771133:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787829992.771142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134600576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829992.771148:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134600192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829992.771267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829992.771296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829992.771331:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787829993.410852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829993.410937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829994.434815:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829994.434882:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829995.458779:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829995.458847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829995.842959:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787829995.842998:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829995.843013:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829995.843044:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829995.843052:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787829995.843059:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:1.0:1787829995.843246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffffa0e3c3e86940 x1874672134600576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.843270:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134600576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.843287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.843292:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829995.843296:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787829995.843303:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffffa0e3c3e84f00 x1874672134600192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.843316:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134600192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.843324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.843327:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829995.843330:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134600192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829995.843335:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffffa0e3c3e84b40 x1874672134600320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.843347:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134600320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.843355:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.843358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829995.843361:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829995.843367:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829992/real 1787829995] req@ffffa0e3c3e85680 x1874672134600448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829995.843378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134600448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829995.843386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829995.843389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829995.843392:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787829996.482826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829996.482890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829997.506799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829997.506847:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829997.891022:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.891039:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829997.891044:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.891059:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3369 00000100:00080000:2.0:1787829997.891074:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.891083:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787829997.891130:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134600704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829997.891177:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.891181:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829997.891183:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.891188:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3369 00000100:00080000:2.0:1787829997.891192:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.891196:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829997.891208:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829997.891224:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134600832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829997.891233:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.891249:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829997.891250:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.891254:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3369 00000100:00080000:2.0:1787829997.891257:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.891261:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829997.891265:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829997.891276:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134600960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829997.891285:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829997.891288:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829997.891289:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829997.891293:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3369 00000100:00080000:2.0:1787829997.891296:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829997.891300:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787829997.891304:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787829997.891314:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134601088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829997.891452:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134600704:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787829997.891543:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829997.891591:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffffa0e3d025f480 x1874672134600704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.891611:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134600704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.891623:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.891627:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829997.891632:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134600704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787829997.891641:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829997.891664:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829997.891677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffffa0e3d025c780 x1874672134600832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.891689:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134600832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.891697:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.891700:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829997.891703:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829997.891710:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787829997.891762:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829997.891774:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffffa0e3d025e1c0 x1874672134600960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.891785:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134600960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.891793:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.891796:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829997.891812:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134600960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787829997.891818:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787829997.891839:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787829997.891849:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829997/real 1787829997] req@ffffa0e3d025c000 x1874672134601088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829997.891860:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134601088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829997.891868:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829997.891871:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787829997.891874:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601088:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787829998.530920:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829998.530961:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787829999.554791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787829999.554858:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830000.578839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830000.578911:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830001.602813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830001.602933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830002.626823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830002.626941:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830003.011099:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830003.011108:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830003.011112:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830003.011122:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3374 00000100:00080000:0.0:1787830003.011133:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830003.011139:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830003.011175:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134601216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830003.011256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134601216:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830003.011332:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830003.011365:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830003.011369:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830003.011370:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830003.011383:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3374 00000100:00080000:0.0:1787830003.011388:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830003.011392:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830003.011401:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830003.011415:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134601344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830003.011526:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830003/real 1787830003] req@ffffa0e3c3e85e00 x1874672134601216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830003.011541:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134601216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830003.011550:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830003.011554:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830003.011557:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134601216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830003.011662:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830003.011687:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830003.011735:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830003/real 1787830003] req@ffffa0e3c3e87480 x1874672134601344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830003.011750:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134601344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830003.011764:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830003.011768:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830003.011771:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601344:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787830003.012095:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830003.012102:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830003.012104:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830003.012108:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3374 00000100:00080000:0.0:1787830003.012113:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830003.012118:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830003.012124:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830003.012138:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134601472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830003.012185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830003.012212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830003.012234:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830003.012237:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830003.012238:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830003.012243:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3374 00000100:00080000:0.0:1787830003.012247:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830003.012250:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830003.012255:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830003.012266:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134601600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830003.012301:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830003/real 1787830003] req@ffffa0e3c3e87480 x1874672134601472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830003.012378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134601472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830003.012387:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830003.012390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830003.012394:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830003.012407:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830003.012429:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830003.012442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830003/real 1787830003] req@ffffa0e3c3e85e00 x1874672134601600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830003.012453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134601600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830003.012460:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830003.012463:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830003.012467:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830003.650865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830003.651060:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830004.674858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830004.675112:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830005.698940:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830005.699705:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830006.722908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830006.723978:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830007.747229:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830007.747681:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830008.130807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830008.130824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830008.130828:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830008.130841:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3379 00000100:00080000:0.0:1787830008.130852:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830008.130859:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830008.130891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134601728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830008.130923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830008.130927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830008.130929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830008.130933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3379 00000100:00080000:0.0:1787830008.130936:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830008.130939:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830008.130948:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830008.130958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134601856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830008.130968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830008.130971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830008.130972:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830008.130976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3379 00000100:00080000:0.0:1787830008.130979:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830008.130982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830008.130986:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830008.130994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134601984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830008.131003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830008.131006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830008.131007:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830008.131011:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3379 00000100:00080000:0.0:1787830008.131014:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830008.131017:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830008.131021:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830008.131028:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134602112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830008.131114:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134601728:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830008.131167:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830008.131199:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830008/real 1787830008] req@ffffa0e3c3e85680 x1874672134601728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830008.131214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134601728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830008.131223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830008.131226:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830008.131230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134601728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830008.131236:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830008.131253:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830008.131263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830008/real 1787830008] req@ffffa0e3c3e84b40 x1874672134601856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830008.131273:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134601856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830008.131281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830008.131283:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830008.131286:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830008.131294:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830008.131312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830008.131323:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830008/real 1787830008] req@ffffa0e3c3e84f00 x1874672134601984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830008.131333:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134601984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830008.131341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830008.131344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830008.131347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134601984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830008.131353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602112:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830008.131372:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830008.131382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830008/real 1787830008] req@ffffa0e3c3e86940 x1874672134602112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830008.131393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134602112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830008.131401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830008.131404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830008.131407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602112:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830008.770985:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830008.771028:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830009.794846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830009.794951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830010.818856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830010.818942:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830011.843282:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830011.843346:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830012.867096:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830012.867543:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830013.250988:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830013.250998:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830013.251002:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830013.251012:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3384 00000100:00080000:2.0:1787830013.251022:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830013.251028:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830013.251062:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134602240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830013.251135:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134602240:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830013.251219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830013.251253:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830013.251257:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830013.251259:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830013.251264:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3384 00000100:00080000:2.0:1787830013.251268:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830013.251272:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830013.251281:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830013.251293:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134602368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830013.251392:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830013/real 1787830013] req@ffffa0e3d025fc00 x1874672134602240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830013.251408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134602240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830013.251417:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830013.251420:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830013.251424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134602240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830013.251446:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830013.251468:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830013.251481:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830013/real 1787830013] req@ffffa0e3d025e940 x1874672134602368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830013.251492:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134602368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830013.251500:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830013.251503:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830013.251505:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602368:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830013.251588:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830013.251592:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830013.251594:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830013.251598:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3384 00000100:00080000:2.0:1787830013.251602:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830013.251605:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830013.251610:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830013.251622:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134602496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830013.251661:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830013.251684:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830013.251703:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830013.251707:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830013.251708:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830013.251741:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3384 00000100:00080000:2.0:1787830013.251746:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830013.251750:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830013.251755:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830013.251766:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134602624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830013.251919:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830013/real 1787830013] req@ffffa0e3d025f0c0 x1874672134602496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830013.251937:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134602496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830013.251944:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830013.251947:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830013.251950:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830013.251961:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830013.251983:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830013.251995:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830013/real 1787830013] req@ffffa0e3d025d680 x1874672134602624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830013.252006:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134602624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830013.252013:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830013.252015:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830013.252018:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830013.890918:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830013.891359:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830014.915044:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830014.915180:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830015.938842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830015.939123:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830016.962898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830016.964840:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830017.986839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830017.986916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830018.370833:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830018.370843:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830018.370848:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830018.370858:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3389 00000100:00080000:2.0:1787830018.370868:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830018.370876:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830018.370911:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134602752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830018.370942:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830018.370946:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830018.370947:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830018.370952:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3389 00000100:00080000:2.0:1787830018.370956:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830018.370961:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830018.370970:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830018.370986:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134602880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830018.370996:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134602752:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830018.370998:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830018.371006:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830018.371008:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830018.371013:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3389 00000100:00080000:2.0:1787830018.371017:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830018.371021:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830018.371026:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830018.371040:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134603008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830018.371049:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830018.371053:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830018.371055:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830018.371060:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3389 00000100:00080000:2.0:1787830018.371063:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830018.371067:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:0.0:1787830018.371073:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:2.0:1787830018.371073:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830018.371091:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134603136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830018.371114:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830018/real 1787830018] req@ffffa0e3d025cb40 x1874672134602752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.371133:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134602752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.371144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.371148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830018.371152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134602752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830018.371173:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830018.371208:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830018.371232:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830018/real 1787830018] req@ffffa0e3d025cf00 x1874672134602880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.371246:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134602880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.371254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.371258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830018.371262:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134602880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830018.371268:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830018.371287:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830018.371297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830018/real 1787830018] req@ffffa0e3d025c3c0 x1874672134603008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.371308:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134603008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.371316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.371320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830018.371323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830018.371329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603136:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830018.371347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830018.371358:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830018/real 1787830018] req@ffffa0e3d025e580 x1874672134603136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.371370:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134603136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.371379:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.371383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830018.371387:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830019.010849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830019.010934:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830020.034889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830020.037076:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830021.059148:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830021.059234:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830022.082820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830022.083769:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830023.106860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830023.106975:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830023.490882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830023.490892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830023.490896:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830023.490906:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3395 00000100:00080000:0.0:1787830023.490915:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830023.490922:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830023.490953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134603264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830023.491027:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134603264:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830023.491080:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830023.491108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830023.491112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830023.491114:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830023.491118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3395 00000100:00080000:0.0:1787830023.491122:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830023.491126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830023.491134:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830023.491146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134603392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830023.491197:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830023/real 1787830023] req@ffffa0e3c3e852c0 x1874672134603264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830023.491214:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134603264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830023.491223:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830023.491227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830023.491230:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134603264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830023.491251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830023.491271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830023.491283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830023/real 1787830023] req@ffffa0e3c3e87840 x1874672134603392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830023.491295:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134603392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830023.491303:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830023.491306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830023.491309:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603392:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787830023.491392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830023.491396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830023.491398:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830023.491402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3395 00000100:00080000:0.0:1787830023.491406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830023.491410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830023.491415:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830023.491427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134603520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830023.491471:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830023.491491:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830023.491509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830023.491512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830023.491514:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830023.491518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3395 00000100:00080000:0.0:1787830023.491521:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830023.491525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830023.491530:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830023.491541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134603648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830023.491572:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830023/real 1787830023] req@ffffa0e3c3e870c0 x1874672134603520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830023.491584:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134603520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830023.491597:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830023.491600:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830023.491603:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830023.491615:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603648:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830023.491633:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830023.491643:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830023/real 1787830023] req@ffffa0e3c3e86d00 x1874672134603648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830023.491654:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134603648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830023.491662:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830023.491665:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830023.491668:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830024.131248:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830024.131386:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830025.154822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830025.155529:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830026.178967:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830026.179536:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830027.203181:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830027.204030:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830028.227848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830028.227983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830028.610861:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830028.610881:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830028.610887:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830028.610900:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3400 00000100:00080000:0.0:1787830028.610914:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830028.610923:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830028.610973:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134603776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830028.611007:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830028.611010:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830028.611012:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830028.611017:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3400 00000100:00080000:0.0:1787830028.611021:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830028.611025:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830028.611037:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830028.611052:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134603904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830028.611063:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830028.611067:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830028.611069:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830028.611076:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3400 00000100:00100000:1.0:1787830028.611076:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134603776:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830028.611082:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830028.611087:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830028.611092:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830028.611106:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134604032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830028.611115:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830028.611119:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830028.611121:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830028.611125:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3400 00000100:00080000:0.0:1787830028.611137:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830028.611142:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830028.611148:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830028.611159:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134604160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830028.611168:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830028.611235:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffffa0e3c3e86580 x1874672134603776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830028.611255:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134603776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830028.611267:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830028.611271:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830028.611275:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134603776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830028.611301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830028.611325:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830028.611338:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffffa0e3c3e87c00 x1874672134603904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830028.611359:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134603904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830028.611367:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830028.611370:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830028.611374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134603904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830028.611380:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830028.611401:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830028.611410:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffffa0e3c3e861c0 x1874672134604032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830028.611418:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134604032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830028.611423:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830028.611425:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830028.611428:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830028.611431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830028.611446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830028.611452:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830028/real 1787830028] req@ffffa0e3c3e85a40 x1874672134604160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830028.611459:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134604160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830028.611464:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830028.611466:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830028.611468:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830029.250930:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830029.251025:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830030.274844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830030.274906:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830031.298947:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830031.298947:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830032.322838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830032.323078:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830033.346967:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830033.347004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830033.730902:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830033.730918:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830033.730924:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830033.730938:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3405 00000100:00080000:2.0:1787830033.730953:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830033.730962:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830033.731014:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134604288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830033.731115:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830033.731120:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830033.731122:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830033.731127:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3405 00000100:00080000:2.0:1787830033.731132:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830033.731136:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830033.731148:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830033.731163:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134604416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830033.731173:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830033.731176:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830033.731178:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830033.731182:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3405 00000100:00080000:2.0:1787830033.731186:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830033.731190:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830033.731195:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830033.731205:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134604544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830033.731213:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830033.731217:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830033.731218:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830033.731222:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3405 00000100:00080000:2.0:1787830033.731225:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830033.731228:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830033.731232:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830033.731242:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134604672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830033.731381:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134604288:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830033.731468:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830033.731533:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffffa0e3d025da40 x1874672134604288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830033.731548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134604288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830033.731566:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830033.731571:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830033.731576:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134604288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830033.731592:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830033.731617:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830033.731630:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffffa0e3d025ed00 x1874672134604416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830033.731659:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134604416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830033.731667:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830033.731670:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830033.731673:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830033.731679:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830033.731708:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830033.731778:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffffa0e3d025de00 x1874672134604544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830033.731790:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134604544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830033.731798:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830033.731801:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830033.731804:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830033.731810:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604672:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830033.731831:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830033.731842:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830033/real 1787830033] req@ffffa0e3d025d2c0 x1874672134604672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830033.731852:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134604672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830033.731865:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830033.731869:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830033.731872:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604672:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830034.370795:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830034.370829:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830035.394807:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830035.394922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830036.418822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830036.419430:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830037.443256:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830037.443652:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830038.466823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830038.467022:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830038.850887:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830038.850896:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830038.850901:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830038.850910:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3410 00000100:00080000:0.0:1787830038.850921:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830038.850928:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830038.850962:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134604800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830038.851041:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134604800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830038.851098:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830038.851102:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830038.851104:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830038.851109:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3410 00000800:00000100:1.0:1787830038.851184:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830038.851219:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffffa0e3c3e85a40 x1874672134604800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830038.851234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134604800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830038.851244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830038.851248:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830038.851251:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134604800:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830038.851287:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830038.851292:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830038.851301:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830038.851313:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134604928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830038.851408:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830038.851412:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830038.851415:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830038.851419:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3410 00000100:00080000:0.0:1787830038.851423:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830038.851426:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830038.851431:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830038.851442:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134605056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830038.851451:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830038.851454:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830038.851456:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830038.851459:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3410 00000100:00080000:0.0:1787830038.851461:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830038.851464:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830038.851468:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830038.851476:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134605184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830038.851529:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830038.851552:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830038.851564:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffffa0e3c3e861c0 x1874672134604928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830038.851575:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134604928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830038.851584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830038.851587:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830038.851590:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134604928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830038.851595:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830038.851628:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830038.851637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffffa0e3c3e87c00 x1874672134605056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830038.851648:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134605056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830038.851656:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830038.851659:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830038.851662:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830038.851667:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830038.851685:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830038.851694:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830038/real 1787830038] req@ffffa0e3c3e86580 x1874672134605184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830038.851704:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134605184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830038.851737:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830038.851740:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830038.851743:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605184:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830039.491226:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830039.491855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830040.514825:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830040.515165:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830041.538930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830041.539140:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830042.563289:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830042.563307:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830043.586864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830043.587085:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830043.971076:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830043.971086:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830043.971091:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830043.971101:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3415 00000100:00080000:2.0:1787830043.971112:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830043.971119:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830043.971158:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134605312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830043.971184:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830043.971187:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830043.971188:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830043.971198:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3415 00000100:00080000:2.0:1787830043.971201:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830043.971204:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830043.971214:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830043.971225:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134605440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830043.971232:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830043.971234:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830043.971235:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830043.971238:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3415 00000100:00080000:2.0:1787830043.971240:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830043.971242:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830043.971244:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830043.971251:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134605312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830043.971252:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134605568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830043.971266:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830043.971268:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787830043.971331:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830043.971378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffffa0e3d025f840 x1874672134605312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.971399:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134605312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830043.971409:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830043.971412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830043.971417:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3415 00000100:00080000:1.0:1787830043.971421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:2.0:1787830043.971425:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787830043.971427:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134605312:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830043.971434:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830043.971440:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605440:192.168.203.106@tcp:38:kworker.0 00000008:00100000:2.0:1787830043.971441:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830043.971469:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134605696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830043.971484:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830043.971505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffffa0e3d025d2c0 x1874672134605440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.971519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134605440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.971528:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.971531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830043.971535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830043.971578:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830043.971691:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830043.971709:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffffa0e3d025de00 x1874672134605568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.971753:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134605568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.971766:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.971769:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830043.971772:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830043.971779:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830043.971800:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830043.971815:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830043/real 1787830043] req@ffffa0e3d025ed00 x1874672134605696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830043.971823:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134605696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830043.971897:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830043.971899:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830043.971901:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605696:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787830044.611036:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830044.611113:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830045.634900:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830045.635205:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830046.658864:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830046.659139:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830047.682822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830047.683018:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830048.706814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830048.707642:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830049.090928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830049.090937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830049.090941:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830049.090950:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3420 00000100:00080000:1.0:1787830049.090960:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830049.090967:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830049.091001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134605824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830049.091030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830049.091034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830049.091036:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830049.091040:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3420 00000100:00080000:1.0:1787830049.091043:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830049.091047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830049.091056:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830049.091067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134605952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830049.091078:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134605824:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830049.091080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830049.091087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830049.091089:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830049.091093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3420 00000100:00080000:1.0:1787830049.091095:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830049.091099:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830049.091103:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830049.091116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134606080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830049.091124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830049.091128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830049.091130:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830049.091133:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3420 00000100:00080000:1.0:1787830049.091136:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787830049.091141:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830049.091144:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830049.091151:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830049.091173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134606208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830049.091180:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830049/real 1787830049] req@ffffa0e3d98d5e00 x1874672134605824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830049.091208:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134605824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830049.091218:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830049.091220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830049.091223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134605824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830049.091264:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830049.091347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830049.091361:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830049/real 1787830049] req@ffffa0e3d98d6940 x1874672134605952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830049.091372:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134605952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830049.091380:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830049.091383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830049.091386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134605952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830049.091392:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830049.091409:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830049.091418:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830049/real 1787830049] req@ffffa0e3d98d43c0 x1874672134606080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830049.091428:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134606080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830049.091441:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830049.091445:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830049.091447:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830049.091453:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606208:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830049.091472:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830049.091482:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830049/real 1787830049] req@ffffa0e3d98d7840 x1874672134606208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830049.091493:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134606208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830049.091500:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830049.091504:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830049.091507:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830049.730843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830049.731180:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830050.754843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830050.754869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830051.778800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830051.779004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830052.802863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830052.803654:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830053.826825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830053.826924:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830054.210828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830054.210836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830054.210840:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830054.210850:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3425 00000100:00080000:1.0:1787830054.210859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830054.210867:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830054.210897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134606336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830054.210922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830054.210926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830054.210928:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830054.210933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3425 00000100:00080000:1.0:1787830054.210937:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830054.210942:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830054.210951:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830054.210951:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134606336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830054.210972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134606464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830054.210985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830054.210988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830054.210990:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830054.210995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3425 00000100:00080000:1.0:1787830054.210999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830054.211003:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830054.211008:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787830054.211013:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830054.211021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134606592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830054.211031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830054.211035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830054.211036:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830054.211040:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3425 00000100:00080000:1.0:1787830054.211044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830054.211049:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830054.211052:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830054/real 1787830054] req@ffffa0e3d98d4f00 x1874672134606336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787830054.211055:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830054.211070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134606720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830054.211141:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134606336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830054.211152:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830054.211156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830054.211159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134606336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830054.211181:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830054.211207:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830054.211225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830054/real 1787830054] req@ffffa0e3d98d7840 x1874672134606464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830054.211237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134606464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830054.211246:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830054.211249:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830054.211253:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830054.211259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830054.211277:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830054.211287:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830054/real 1787830054] req@ffffa0e3d98d43c0 x1874672134606592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830054.211298:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134606592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830054.211306:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830054.211309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830054.211312:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830054.211317:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830054.211333:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830054.211343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830054/real 1787830054] req@ffffa0e3d98d6940 x1874672134606720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830054.211360:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134606720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830054.211368:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830054.211371:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830054.211374:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606720:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830054.850818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830054.853152:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830055.874960:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830055.875634:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830056.899159:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830056.899286:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830057.922857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830057.923010:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830058.947056:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830058.947093:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830059.330909:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830059.330922:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830059.330927:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830059.330940:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3430 00000100:00080000:0.0:1787830059.330954:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830059.330962:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830059.331012:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134606848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830059.331051:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830059.331055:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830059.331057:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830059.331061:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3430 00000100:00080000:0.0:1787830059.331065:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830059.331069:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830059.331080:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830059.331091:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134606976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830059.331101:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830059.331104:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830059.331106:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830059.331109:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3430 00000100:00080000:0.0:1787830059.331112:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830059.331115:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830059.331118:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830059.331126:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134607104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830059.331135:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830059.331138:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830059.331140:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830059.331144:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3430 00000100:00080000:0.0:1787830059.331147:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830059.331150:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830059.331155:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830059.331167:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134607232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830059.331284:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134606848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830059.331431:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830059.331474:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830059.331493:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830059.970841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830059.970973:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830060.994879:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830060.995254:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830062.018877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830062.019361:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830062.403110:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787830062.403169:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830062.403189:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830062.406547:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830059/real 1787830062] req@ffffa0e3c3e86d00 x1874672134606848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830084 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830062.406587:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134606848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830084 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830062.406601:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830062.406607:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830062.406611:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134606848:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830062.406854:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787830062.406939:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787830062.406949:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830062.406992:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830059/real 1787830062] req@ffffa0e3c3e870c0 x1874672134606976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830062.407289:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134606976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830062.407302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830062.407307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830062.407310:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134606976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830062.407319:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830059/real 1787830062] req@ffffa0e3c3e87840 x1874672134607104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830062.407333:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134607104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830062.407341:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830062.407346:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830062.407349:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830062.407356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830059/real 1787830062] req@ffffa0e3c3e852c0 x1874672134607232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830062.407368:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134607232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830062.407376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830062.407380:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830062.407383:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607232:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787830063.042940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830063.043754:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830064.066938:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830064.066978:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830064.453666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830064.453800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830064.453806:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830064.453816:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3435 00000100:00080000:1.0:1787830064.453827:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830064.453844:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830064.453880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134607360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830064.453947:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134607360:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830064.454010:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830064.454042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830064.454048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830064.454050:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830064.454054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3435 00000100:00080000:1.0:1787830064.454058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830064.454062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830064.454072:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830064.454084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134607488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830064.459307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830064/real 1787830064] req@ffffa0e3d98d5e00 x1874672134607360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830064.459335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134607360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830064.459347:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830064.459351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830064.459355:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134607360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830064.459385:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830064.459446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830064.459461:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830064/real 1787830064] req@ffffa0e3d98d61c0 x1874672134607488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830064.459473:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134607488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830064.459480:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830064.459484:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830064.459487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607488:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830064.459914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830064.459919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830064.459922:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830064.459927:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3435 00000100:00080000:1.0:1787830064.459932:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830064.459938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830064.459947:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830064.460228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134607616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830064.460321:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830064.460345:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830064.460366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830064.460370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830064.460372:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830064.460376:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3435 00000100:00080000:1.0:1787830064.460379:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830064.460383:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830064.460389:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830064.460400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134607744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830064.460790:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830064/real 1787830064] req@ffffa0e3d98d5680 x1874672134607616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830064.460803:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134607616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830064.460811:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830064.460814:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830064.460818:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830064.460831:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830064.460907:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830064.460918:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830064/real 1787830064] req@ffffa0e3d98d4780 x1874672134607744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830064.460930:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134607744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830064.460938:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830064.460941:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830064.460944:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134607744:192.168.203.106@tcp:8:kworker.0 00010000:00010000:0.0:1787830065.090873:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830065.091609:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830066.114834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830066.114959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830067.140200:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:0.0:1787830067.140246:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830068.163767:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830068.169318:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830069.186929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830069.187030:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830069.570829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.570839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830069.570843:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.570853:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3441 00000100:00080000:1.0:1787830069.570864:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.570871:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830069.570908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134607872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830069.571048:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134607872:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830069.571109:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830069.571197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.571201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830069.571203:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.571207:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3441 00000100:00080000:1.0:1787830069.571221:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.571225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830069.571235:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830069.571251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134608000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830069.571598:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffffa0e3d98d52c0 x1874672134607872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830069.571615:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134607872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830069.571624:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830069.571628:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830069.571632:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134607872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830069.571655:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830069.571678:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830069.571689:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffffa0e3d98d4780 x1874672134608000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830069.571700:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134608000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830069.571708:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830069.571736:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830069.571740:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608000:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830069.572125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.572130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830069.572132:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.572137:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3441 00000100:00080000:1.0:1787830069.572143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.572148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830069.572155:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830069.572170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134608128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830069.572277:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830069.572456:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830069.572479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830069.572491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830069.572493:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830069.572498:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3441 00000100:00080000:1.0:1787830069.572502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830069.572506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830069.572512:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830069.572525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134608256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830069.573112:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffffa0e3d98d5680 x1874672134608128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830069.573130:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134608128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830069.573144:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830069.573148:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830069.573151:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830069.573169:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830069.573196:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830069.573209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830069/real 1787830069] req@ffffa0e3d98d61c0 x1874672134608256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830069.573234:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134608256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830069.573242:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830069.573246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830069.573249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608256:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830070.211296:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830070.211451:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830071.234971:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830071.235904:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830072.259911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830072.260067:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830073.282917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830073.335091:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830074.307933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830074.308037:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830074.691386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830074.691395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830074.691398:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830074.691407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3446 00000100:00080000:3.0:1787830074.691417:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830074.691423:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830074.691455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134608384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830074.691485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830074.691489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830074.691491:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830074.691495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3446 00000100:00080000:3.0:1787830074.691498:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830074.691501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830074.691510:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830074.691520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134608512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830074.691528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830074.691531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830074.691533:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830074.691536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3446 00000100:00080000:3.0:1787830074.691539:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830074.691542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830074.691545:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830074.691552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134608640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830074.691559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830074.691562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830074.691563:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830074.691566:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3446 00000100:00080000:3.0:1787830074.691568:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830074.691571:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830074.691575:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830074.691583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134608768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830074.691660:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134608384:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830074.691735:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830074.691767:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffffa0e3c4319e00 x1874672134608384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.691781:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134608384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.691790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.691794:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830074.691797:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134608384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830074.691813:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830074.691832:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830074.691843:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffffa0e3c43192c0 x1874672134608512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.691853:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134608512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.691860:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.691862:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830074.691865:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830074.691870:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830074.691885:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830074.691904:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffffa0e3c43183c0 x1874672134608640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.691915:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134608640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.691927:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.691930:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830074.691933:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830074.691938:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608768:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830074.691954:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830074.691963:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830074/real 1787830074] req@ffffa0e3c4318780 x1874672134608768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830074.691972:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134608768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830074.691979:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830074.691982:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830074.691984:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134608768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830075.331270:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830075.331923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830076.355004:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830076.355132:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830077.378917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830077.378999:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830078.403025:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830078.405382:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830079.426925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830079.428402:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830079.810997:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830079.811008:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830079.811012:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830079.811022:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3451 00000100:00080000:0.0:1787830079.811032:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830079.811039:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830079.811075:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134608896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830079.811113:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830079.811117:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830079.811119:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830079.811124:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3451 00000100:00080000:0.0:1787830079.811127:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830079.811130:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830079.811139:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830079.811152:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134609024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830079.811161:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830079.811164:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830079.811166:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830079.811169:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3451 00000100:00080000:0.0:1787830079.811172:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830079.811176:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830079.811180:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830079.811189:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134609152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830079.811197:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830079.811200:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830079.811202:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830079.811206:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3451 00000100:00080000:0.0:1787830079.811208:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830079.811211:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830079.811216:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830079.811224:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134609280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830079.811299:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134608896:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830079.811369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830079.811408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffffa0e3c3e86d00 x1874672134608896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830079.811425:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134608896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830079.811435:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830079.811439:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830079.811443:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134608896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830079.811450:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830079.811472:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830079.811484:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffffa0e3c3e86940 x1874672134609024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830079.811495:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134609024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830079.811503:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830079.811506:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830079.811509:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830079.811514:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830079.811532:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830079.811543:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffffa0e3c3e84f00 x1874672134609152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830079.811553:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134609152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830079.811560:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830079.811562:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830079.811565:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830079.811571:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830079.811649:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830079.811664:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830079/real 1787830079] req@ffffa0e3c3e84b40 x1874672134609280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830079.811674:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134609280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830079.811681:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830079.811684:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830079.811686:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830080.450882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830080.450969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830081.475869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830081.482059:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830082.499559:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830082.499783:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830083.523437:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830083.524063:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830084.548481:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830084.548936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830084.931578:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830084.931606:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830084.931611:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830084.932489:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3456 00000100:00080000:3.0:1787830084.932506:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830084.932517:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830084.932569:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134609408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830084.933236:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830084.933242:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830084.933246:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830084.933251:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3456 00000100:00080000:3.0:1787830084.933257:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830084.933262:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830084.933274:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830084.933517:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134609408:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830084.933596:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830084.933873:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134609536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830084.933887:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830084.933890:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830084.933892:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830084.933897:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3456 00000100:00080000:3.0:1787830084.934302:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830084.934308:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830084.934317:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830084.934333:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134609664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830084.934343:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830084.934347:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830084.934350:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830084.934354:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3456 00000100:00080000:3.0:1787830084.934357:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830084.934361:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830084.934367:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830084.934378:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134609792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830084.934523:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffffa0e3c4318780 x1874672134609408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.934547:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134609408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.934558:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.934563:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830084.934566:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134609408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830084.934601:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830084.935231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830084.935255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffffa0e3c43183c0 x1874672134609536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.935278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134609536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.935300:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.935304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830084.935308:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830084.935315:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830084.935339:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830084.935351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffffa0e3c43192c0 x1874672134609664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.935363:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134609664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.935370:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.935374:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830084.935377:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830084.935383:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609792:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830084.935407:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830084.936542:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830084/real 1787830084] req@ffffa0e3c4319e00 x1874672134609792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830084.936560:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134609792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830084.936577:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830084.936580:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830084.936584:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134609792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830085.571007:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830085.571078:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830086.595023:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830086.595146:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830087.619480:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830087.619583:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830088.643037:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830088.643197:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830089.666896:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830089.667032:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830090.050923:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830090.050932:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830090.050937:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830090.050949:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3461 00000100:00080000:3.0:1787830090.050963:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830090.050973:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830090.051017:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134609920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830090.052688:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134609920:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830090.052958:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830090.053325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830090/real 1787830090] req@ffffa0e3c4318000 x1874672134609920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830090.053348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134609920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830090.053363:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830090.053368:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830090.053373:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134609920:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830090.054363:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830090.054383:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830090.054389:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830090.054397:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3461 00000100:00080000:3.0:1787830090.054406:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830090.054413:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830090.054429:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830090.054460:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134610048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830090.054487:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830090.054491:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830090.054492:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830090.054496:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3461 00000100:00080000:3.0:1787830090.054500:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830090.054504:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830090.054509:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830090.054522:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134610176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830090.054531:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830090.054535:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830090.054537:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830090.054540:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3461 00000100:00080000:3.0:1787830090.054543:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830090.054547:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830090.054552:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830090.054561:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134610304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830090.054691:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830090.054765:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830090.054788:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830090/real 1787830090] req@ffffa0e3c4319a40 x1874672134610048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830090.054804:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134610048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830090.054815:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830090.054819:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830090.054823:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830090.054831:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830090.054853:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830090.054865:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830090/real 1787830090] req@ffffa0e3c431b840 x1874672134610176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830090.054877:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134610176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830090.054884:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830090.054888:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830090.054891:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830090.054898:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610304:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830090.054918:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830090.054929:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830090/real 1787830090] req@ffffa0e3c4318b40 x1874672134610304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830090.054939:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134610304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830090.054947:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830090.054951:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830090.054954:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830090.690853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830090.691793:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830091.715363:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830091.715581:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830092.738848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830092.738928:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830093.762832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830093.764545:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830094.787018:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830094.788152:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830095.172690:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830095.172800:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830095.172921:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830095.172935:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3466 00000100:00080000:0.0:1787830095.172949:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830095.172958:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830095.173248:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134610432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830095.173282:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830095.173287:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830095.173289:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830095.173294:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3466 00000100:00080000:0.0:1787830095.173299:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830095.173303:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830095.173316:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830095.173330:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134610560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830095.173341:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830095.173344:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830095.173346:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830095.173350:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3466 00000100:00080000:0.0:1787830095.173354:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830095.173357:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830095.173362:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830095.173373:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134610688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830095.173382:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830095.173386:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830095.173388:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830095.173391:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3466 00000100:00080000:0.0:1787830095.173395:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830095.173398:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830095.173404:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830095.173417:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134610816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830095.173850:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134610432:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830095.173931:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830095.174231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830095/real 1787830095] req@ffffa0e3c3e85680 x1874672134610432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830095.174252:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134610432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830095.174264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830095.174268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830095.174272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134610432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830095.174280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830095.174308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830095.174321:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830095/real 1787830095] req@ffffa0e3c3e85e00 x1874672134610560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830095.174332:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134610560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830095.174340:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830095.174343:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830095.174346:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830095.174351:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830095.174370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830095.174381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830095/real 1787830095] req@ffffa0e3c3e87480 x1874672134610688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830095.174392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134610688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830095.174400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830095.174403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830095.174407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830095.174412:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830095.174433:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830095.174443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830095/real 1787830095] req@ffffa0e3c3e84b40 x1874672134610816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830095.174462:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134610816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830095.174471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830095.174474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830095.174477:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134610816:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830095.811139:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830095.811199:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830096.834865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830096.834930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830097.858821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830097.859076:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830098.882891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830098.884692:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830099.906884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830099.907130:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787830100.290825:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830100.290833:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830100.290837:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830100.290847:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3471 00000100:00080000:0.0:1787830100.290858:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830100.290866:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830100.290933:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134610944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830100.290964:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830100.290967:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830100.290969:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830100.290973:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3471 00000100:00080000:0.0:1787830100.290976:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830100.290979:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830100.290988:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830100.291000:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134611072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830100.291010:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830100.291014:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787830100.291014:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134610944:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830100.291018:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830100.291025:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3471 00000100:00080000:0.0:1787830100.291029:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830100.291032:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830100.291037:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830100.291049:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134611200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830100.291059:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830100.291062:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830100.291063:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830100.291066:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3471 00000100:00080000:0.0:1787830100.291069:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830100.291072:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830100.291075:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787830100.291082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830100.291086:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134611328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830100.291201:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830100/real 1787830100] req@ffffa0e3c3e84f00 x1874672134610944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830100.291219:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134610944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830100.291230:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830100.291236:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830100.291241:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134610944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830100.291279:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830100.291305:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830100.291324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830100/real 1787830100] req@ffffa0e3c3e86940 x1874672134611072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830100.291344:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134611072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830100.291352:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830100.291355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830100.291359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830100.291365:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830100.291384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830100.291394:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830100/real 1787830100] req@ffffa0e3c3e86d00 x1874672134611200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830100.291405:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134611200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830100.291413:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830100.291416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830100.291419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830100.291424:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611328:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830100.291441:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830100.291450:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830100/real 1787830100] req@ffffa0e3c3e852c0 x1874672134611328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830100.291460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134611328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830100.291473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830100.291476:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830100.291479:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611328:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830100.931490:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830100.931802:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830101.955219:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830101.955266:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830102.978846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830102.978966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830104.002923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830104.002967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830105.027023:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830105.029201:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830105.410862:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830105.410873:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830105.410886:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830105.410896:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3476 00000100:00080000:3.0:1787830105.410907:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830105.410914:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830105.410953:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134611456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830105.410980:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830105.410984:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830105.410986:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830105.410990:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3476 00000100:00080000:3.0:1787830105.410993:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830105.410997:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830105.411006:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830105.411019:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134611584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830105.411030:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134611456:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830105.411031:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830105.411039:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830105.411041:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830105.411047:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3476 00000100:00080000:3.0:1787830105.411050:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830105.411054:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830105.411059:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830105.411071:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134611712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830105.411079:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830105.411083:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830105.411085:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830105.411088:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3476 00000100:00080000:3.0:1787830105.411092:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787830105.411096:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830105.411100:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830105.411106:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830105.411120:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134611840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830105.411152:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830105/real 1787830105] req@ffffa0e3c431ad00 x1874672134611456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830105.411171:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134611456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830105.411180:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830105.411184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830105.411187:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134611456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830105.411208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830105.411228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830105.411239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830105/real 1787830105] req@ffffa0e3c431a1c0 x1874672134611584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830105.411251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134611584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830105.411259:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830105.411262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830105.411264:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830105.411269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830105.411284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830105.411293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830105/real 1787830105] req@ffffa0e3c431a580 x1874672134611712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830105.411303:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134611712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830105.411310:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830105.411312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830105.411315:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830105.411320:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830105.411335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830105.411343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830105/real 1787830105] req@ffffa0e3c4318f00 x1874672134611840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830105.411353:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134611840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830105.411359:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830105.411362:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830105.411365:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134611840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830106.051659:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830106.051892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830107.074882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830107.074951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830108.099006:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830108.099173:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830109.123058:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830109.123180:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830110.147035:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830110.147114:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830110.531070:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830110.531082:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830110.531088:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830110.531111:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3482 00000100:00080000:3.0:1787830110.531126:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830110.531134:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830110.531181:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134611968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830110.531219:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830110.531223:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830110.531225:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830110.531230:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3482 00000100:00080000:3.0:1787830110.531233:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830110.531238:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830110.531249:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830110.531262:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134612096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830110.531272:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830110.531275:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830110.531277:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830110.531281:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3482 00000100:00080000:3.0:1787830110.531284:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830110.531288:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830110.531293:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830110.531304:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134612224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830110.531313:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830110.531317:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830110.531318:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830110.531322:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3482 00000100:00080000:3.0:1787830110.531325:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830110.531329:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830110.531334:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830110.531343:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134612352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830110.531882:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134611968:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830110.531958:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830110.532005:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffffa0e3c431a940 x1874672134611968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830110.532024:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134611968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830110.532035:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830110.532039:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830110.532042:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134611968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830110.532049:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830110.532071:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830110.532085:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffffa0e3c431b0c0 x1874672134612096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830110.532096:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134612096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830110.532116:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830110.532120:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830110.532123:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830110.532128:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830110.532150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830110.532161:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffffa0e3c4319680 x1874672134612224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830110.532173:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134612224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830110.532181:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830110.532184:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830110.532187:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830110.532193:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830110.532211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830110.532223:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830110/real 1787830110] req@ffffa0e3c431bc00 x1874672134612352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830110.532235:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134612352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830110.532243:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830110.532246:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830110.532249:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830111.170969:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830111.171078:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830112.195362:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830112.195376:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830113.218967:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830113.219239:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830114.242941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830114.242946:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830115.267667:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830115.268054:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830115.651061:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830115.651080:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830115.651084:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830115.651094:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3487 00000100:00080000:0.0:1787830115.651105:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830115.651126:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830115.651163:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134612480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830115.651190:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830115.651193:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830115.651195:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830115.651199:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3487 00000100:00080000:0.0:1787830115.651202:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830115.651205:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830115.651214:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830115.651225:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134612608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830115.651235:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830115.651238:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830115.651240:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830115.651244:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3487 00000100:00080000:0.0:1787830115.651247:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830115.651252:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830115.651257:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830115.651268:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134612736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830115.651280:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830115.651284:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830115.651287:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830115.651292:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3487 00000100:00100000:1.0:1787830115.651292:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134612480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830115.651297:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830115.651309:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830115.651315:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830115.651335:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134612864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830115.651497:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830115.651552:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffffa0e3c3e87840 x1874672134612480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.651579:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134612480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.651592:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.651597:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830115.651601:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134612480:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830115.651610:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830115.651634:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830115.651648:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffffa0e3c3e870c0 x1874672134612608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.651673:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134612608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.651682:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.651685:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830115.651688:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830115.651768:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830115.651790:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830115.651801:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffffa0e3c3e86580 x1874672134612736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.651812:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134612736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.651826:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.651830:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830115.651834:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830115.651840:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612864:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830115.651864:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830115.651875:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830115/real 1787830115] req@ffffa0e3c3e87c00 x1874672134612864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830115.651886:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134612864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830115.651893:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830115.651896:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830115.651899:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134612864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830116.290984:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830116.291181:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830117.316610:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830117.317505:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830118.339156:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830118.340421:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830119.366437:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830119.366471:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830120.387266:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830120.389929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830120.770966:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830120.770976:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830120.770980:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830120.770991:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3492 00000100:00080000:2.0:1787830120.771002:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830120.771009:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830120.771124:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134612992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830120.771210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134612992:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830120.771291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830120.771308:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830120.771312:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830120.771322:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830120.771327:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3492 00000100:00080000:2.0:1787830120.771331:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830120.771336:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830120.771343:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffffa0e3d025da40 x1874672134612992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787830120.771346:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830120.771362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134612992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830120.771362:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134613120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830120.771373:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830120.771376:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830120.771378:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830120.771381:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3492 00000100:00080000:2.0:1787830120.771384:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830120.771388:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00080000:1.0:1787830120.771391:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787830120.771393:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1787830120.771395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830120.771398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134612992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830120.771403:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134613248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830120.771410:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830120.771413:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830120.771414:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830120.771418:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3492 00000100:00080000:2.0:1787830120.771420:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787830120.771424:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613120:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830120.771424:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830120.771428:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830120.771437:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134613376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830120.771445:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830120.771457:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffffa0e3d025e580 x1874672134613120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.771468:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134613120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.771489:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.771492:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830120.771495:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830120.771501:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830120.771520:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830120.771532:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffffa0e3d025c3c0 x1874672134613248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.771542:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134613248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.771549:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.771552:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830120.771556:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830120.771570:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830120.771596:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830120.771607:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830120/real 1787830120] req@ffffa0e3d025cf00 x1874672134613376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830120.771617:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134613376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830120.771625:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830120.771628:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830120.771631:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830121.411001:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830121.411057:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830122.434888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830122.435010:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830123.461844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830123.462844:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830124.482943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830124.483013:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830125.507195:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830125.507257:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830125.890984:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830125.891009:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830125.891014:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830125.891027:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3497 00000100:00080000:1.0:1787830125.891042:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830125.891050:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830125.891100:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134613504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830125.891138:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830125.891143:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830125.891145:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830125.891149:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3497 00000100:00080000:1.0:1787830125.891154:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830125.891158:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830125.891171:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830125.891185:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134613632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830125.891195:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830125.891199:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830125.891200:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830125.891205:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3497 00000100:00080000:1.0:1787830125.891208:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830125.891211:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830125.891216:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830125.891227:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134613760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830125.891236:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830125.891239:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830125.891241:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830125.891245:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3497 00000100:00080000:1.0:1787830125.891248:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830125.891252:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830125.891256:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830125.891267:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134613888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830125.891399:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134613504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830125.891530:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830125.891563:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830125.891583:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830126.531010:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830126.531030:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830127.555039:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830127.555189:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830128.579010:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830128.579121:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830128.965477:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830128.965536:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830128.965557:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830128.965606:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830128.965616:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830128.965624:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830128.966075:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffffa0e3d98d5e00 x1874672134613504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830128.966116:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134613504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830128.966131:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830128.966136:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830128.966142:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134613504:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830128.966150:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffffa0e3d98d6940 x1874672134613632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830128.966165:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134613632/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830128.966174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830128.966178:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830128.966182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830128.966190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffffa0e3d98d43c0 x1874672134613760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830128.966203:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134613760/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830128.966210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830128.966214:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830128.966217:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830128.966224:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830125/real 1787830128] req@ffffa0e3d98d7840 x1874672134613888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830128.966238:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134613888/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830128.966247:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830128.966251:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830128.966254:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134613888:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830129.603577:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830129.606953:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830130.627023:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830130.627069:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830131.010897:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830131.010904:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830131.010907:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830131.010915:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3502 00000100:00080000:3.0:1787830131.010923:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830131.010929:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830131.010956:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134614016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830131.011026:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134614016:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830131.011075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830131.011103:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830131.011107:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830131.011108:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830131.011113:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3502 00000100:00080000:3.0:1787830131.011117:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830131.011121:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830131.011130:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830131.011143:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134614144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830131.011282:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830131/real 1787830131] req@ffffa0e3c431bc00 x1874672134614016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830131.011299:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134614016/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830131.011308:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830131.011312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830131.011316:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134614016:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830131.011339:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830131.011362:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830131.011377:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830131/real 1787830131] req@ffffa0e3c4319680 x1874672134614144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830131.011388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134614144/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830131.011397:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830131.011400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830131.011403:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614144:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830131.015330:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830131.015338:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830131.015342:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830131.015351:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3502 00000100:00080000:3.0:1787830131.015362:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830131.015369:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830131.015382:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830131.015425:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134614272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830131.015446:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830131.015450:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830131.015451:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830131.015455:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3502 00000100:00080000:3.0:1787830131.015458:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830131.015461:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830131.015466:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830131.015475:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134614400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830131.015605:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830131.015671:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830131.015894:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830131/real 1787830131] req@ffffa0e3c431b0c0 x1874672134614272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830131.015911:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134614272/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830131.015921:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830131.015925:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830131.015929:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830131.015936:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614400:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830131.015970:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830131.015980:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830131/real 1787830131] req@ffffa0e3c431a940 x1874672134614400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830131.015988:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134614400/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830131.015994:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830131.015996:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830131.015998:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614400:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830131.650912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830131.651047:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830132.674886:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830132.674981:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830133.698845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830133.698951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830134.722860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830134.722945:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830135.746843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830135.747278:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830136.131248:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830136.131258:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830136.131262:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830136.131272:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3507 00000100:00080000:1.0:1787830136.131283:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830136.131290:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830136.131327:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134614528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830136.131350:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830136.131352:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830136.131354:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830136.131356:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3507 00000100:00080000:1.0:1787830136.131359:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830136.131362:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830136.131370:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830136.131379:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134614656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830136.131385:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830136.131387:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830136.131388:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830136.131390:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3507 00000100:00080000:1.0:1787830136.131392:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830136.131394:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830136.131396:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830136.131400:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134614784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830136.131405:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830136.131407:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830136.131408:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830136.131410:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3507 00000100:00080000:1.0:1787830136.131412:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830136.131413:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830136.131416:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830136.131424:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134614912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830136.131593:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134614528:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830136.131757:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830136.131792:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830136/real 1787830136] req@ffffa0e3d98d4f00 x1874672134614528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830136.131807:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134614528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830136.131816:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830136.131820:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830136.131823:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134614528:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830136.131830:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830136.131850:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830136.131861:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830136/real 1787830136] req@ffffa0e3d98d7840 x1874672134614656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830136.131871:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134614656/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830136.131878:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830136.131881:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830136.131883:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830136.131891:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830136.131906:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830136.131914:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830136/real 1787830136] req@ffffa0e3d98d43c0 x1874672134614784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830136.131937:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134614784/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830136.131944:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830136.131947:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830136.131950:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830136.131955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614912:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830136.131975:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830136.131985:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830136/real 1787830136] req@ffffa0e3d98d6940 x1874672134614912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830136.131996:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134614912/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830136.132004:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830136.132006:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830136.132009:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134614912:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830136.770821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830136.771524:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830137.794858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830137.797203:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830138.818925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830138.819677:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830139.842884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830139.843019:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830140.866937:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830140.866983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830141.250923:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830141.250933:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830141.250937:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830141.250948:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3512 00000100:00080000:3.0:1787830141.250959:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830141.250966:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830141.251003:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134615040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830141.251040:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830141.251044:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830141.251046:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830141.251051:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3512 00000100:00080000:3.0:1787830141.251055:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830141.251060:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830141.251070:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830141.251085:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134615168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830141.251096:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830141.251106:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134615040:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830141.251106:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830141.251111:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830141.251125:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3512 00000100:00080000:3.0:1787830141.251129:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830141.251133:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830141.251139:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830141.251163:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134615296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830141.251178:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830141.251181:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830141.251183:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830141.251188:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3512 00000100:00080000:3.0:1787830141.251196:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830141.251200:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830141.251206:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787830141.251212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830141.251224:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134615424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830141.251281:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830141/real 1787830141] req@ffffa0e3c4318f00 x1874672134615040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830141.251303:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134615040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830141.251324:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830141.251330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830141.251334:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134615040:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830141.251366:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830141.251391:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830141.251404:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830141/real 1787830141] req@ffffa0e3c431a580 x1874672134615168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830141.251415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134615168/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830141.251423:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830141.251426:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830141.251429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830141.251435:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830141.251454:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830141.251470:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830141/real 1787830141] req@ffffa0e3c431a1c0 x1874672134615296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830141.251480:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134615296/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830141.251492:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830141.251496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830141.251499:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830141.251505:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615424:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830141.251526:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830141.251536:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830141/real 1787830141] req@ffffa0e3c431ad00 x1874672134615424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830141.251548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134615424/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830141.251556:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830141.251559:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830141.251563:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615424:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830141.891424:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830141.894308:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830142.914852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830142.916940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830143.938929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830143.939023:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830144.962826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830144.962893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830145.986819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830145.987004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830146.371003:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830146.371018:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830146.371023:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830146.371036:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3517 00000100:00080000:3.0:1787830146.371050:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830146.371115:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830146.371164:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134615552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830146.371198:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830146.371201:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830146.371204:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830146.371208:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3517 00000100:00080000:3.0:1787830146.371211:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830146.371215:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830146.371288:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134615552:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787830146.371292:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830146.371321:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134615680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830146.371335:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830146.371338:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830146.371340:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830146.371345:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3517 00000100:00080000:3.0:1787830146.371350:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830146.371355:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830146.371362:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787830146.371369:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830146.371377:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134615808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830146.371390:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830146.371394:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830146.371395:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830146.371400:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3517 00000100:00080000:3.0:1787830146.371404:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830146.371409:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830146.371416:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830146.371418:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830146/real 1787830146] req@ffffa0e3c4318b40 x1874672134615552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830146.371433:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134615936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830146.371443:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134615552/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830146.371457:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830146.371462:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830146.371466:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134615552:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830146.371494:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830146.371517:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830146.371527:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830146/real 1787830146] req@ffffa0e3c431b840 x1874672134615680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830146.371538:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134615680/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830146.371545:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830146.371548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830146.371551:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830146.371557:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830146.371570:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830146.371577:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830146/real 1787830146] req@ffffa0e3c4319a40 x1874672134615808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830146.371588:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134615808/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830146.371595:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830146.371599:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830146.371601:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615808:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830146.371607:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615936:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830146.371620:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830146.371628:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830146/real 1787830146] req@ffffa0e3c4318000 x1874672134615936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830146.371638:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134615936/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830146.371645:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830146.371648:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830146.371650:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134615936:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830147.011104:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830147.011285:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830148.034884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830148.034976:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830149.058873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830149.059897:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830150.082864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830150.083380:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830151.107070:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830151.107087:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830151.491096:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830151.491108:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830151.491113:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830151.491126:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3523 00000100:00080000:1.0:1787830151.491141:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830151.491149:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830151.491198:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134616064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830151.491227:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830151.491231:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830151.491233:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830151.491237:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3523 00000100:00080000:1.0:1787830151.491241:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830151.491246:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830151.491258:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830151.491270:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134616064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830151.491272:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134616192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830151.491284:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830151.491288:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830151.491290:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830151.491294:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3523 00000100:00080000:1.0:1787830151.491298:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830151.491301:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830151.491306:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830151.491318:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134616320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830151.491327:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830151.491330:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830151.491332:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830151.491336:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3523 00000100:00080000:1.0:1787830151.491403:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830151.491408:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830151.491414:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787830151.491427:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830151.491428:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134616448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830151.491485:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830151/real 1787830151] req@ffffa0e3d98d5e00 x1874672134616064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830151.491501:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134616064/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830151.491511:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830151.491514:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830151.491517:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134616064:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830151.491543:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830151.491560:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830151.491568:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830151/real 1787830151] req@ffffa0e3d98d61c0 x1874672134616192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830151.491575:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134616192/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830151.491584:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830151.491586:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830151.491588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830151.491591:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830151.491601:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830151.491606:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830151/real 1787830151] req@ffffa0e3d98d5680 x1874672134616320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830151.491612:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134616320/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830151.491617:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830151.491618:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830151.491620:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830151.491623:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616448:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830151.491633:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830151.491638:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830151/real 1787830151] req@ffffa0e3d98d4780 x1874672134616448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830151.491645:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134616448/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830151.491649:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830151.491651:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830151.491653:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616448:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830152.131017:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830152.131018:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830153.154899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830153.155256:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830154.179166:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830154.181289:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830155.202907:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830155.203256:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830156.226880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830156.226962:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830156.610896:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830156.610912:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830156.610917:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830156.610931:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3528 00000100:00080000:2.0:1787830156.610946:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830156.610955:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830156.611008:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134616576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830156.611037:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830156.611041:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830156.611043:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830156.611048:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3528 00000100:00080000:2.0:1787830156.611052:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830156.611056:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830156.611069:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830156.611084:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134616704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830156.611093:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134616576:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830156.611108:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830156.611112:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830156.611114:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830156.611119:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3528 00000100:00080000:2.0:1787830156.611124:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830156.611129:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830156.611134:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830156.611145:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134616832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830156.611155:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830156.611159:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830156.611161:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830156.611164:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3528 00000100:00080000:2.0:1787830156.611168:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830156.611172:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830156.611177:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830156.611189:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134616960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830156.611215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830156.611286:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffffa0e3d025cb40 x1874672134616576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830156.611307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134616576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830156.611317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830156.611322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830156.611327:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134616576:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830156.611356:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830156.611391:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830156.611406:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffffa0e3d025d680 x1874672134616704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830156.611429:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134616704/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830156.611439:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830156.611442:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830156.611446:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830156.611452:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830156.611485:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830156.611499:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffffa0e3d025f0c0 x1874672134616832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830156.611509:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134616832/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830156.611517:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830156.611520:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830156.611524:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830156.611530:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616960:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830156.611550:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830156.611562:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830156/real 1787830156] req@ffffa0e3d025e940 x1874672134616960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830156.611574:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134616960/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830156.611582:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830156.611585:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830156.611588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134616960:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830157.250872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830157.251281:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830158.274917:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830158.275034:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830159.298800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830159.298974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830160.322957:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830160.323005:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830161.347077:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830161.347319:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830161.730940:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830161.730950:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830161.730956:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830161.730967:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3533 00000100:00080000:1.0:1787830161.730979:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830161.730986:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830161.731024:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134617088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830161.731058:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830161.731062:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830161.731064:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830161.731069:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3533 00000100:00080000:1.0:1787830161.731074:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830161.731080:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830161.731091:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830161.731106:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134617216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830161.731121:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134617088:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830161.731128:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830161.731133:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830161.731135:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830161.731140:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3533 00000100:00080000:1.0:1787830161.731145:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830161.731150:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830161.731156:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830161.731180:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134617344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830161.731192:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830161.731197:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830161.731199:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830161.731202:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3533 00000100:00080000:1.0:1787830161.731207:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830161.731215:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000800:00000100:2.0:1787830161.731216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000008:00100000:1.0:1787830161.731230:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830161.731256:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134617472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830161.731284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffffa0e3d98d52c0 x1874672134617088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830161.731311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134617088/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830161.731326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830161.731331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830161.731336:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134617088:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830161.731373:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830161.731406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830161.731426:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffffa0e3d98d4780 x1874672134617216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830161.731441:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134617216/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830161.731449:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830161.731452:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830161.731456:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830161.731464:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830161.731484:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830161.731494:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffffa0e3d98d5680 x1874672134617344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830161.731510:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134617344/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830161.731516:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830161.731519:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830161.731522:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830161.731528:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617472:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830161.731546:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830161.731556:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830161/real 1787830161] req@ffffa0e3d98d61c0 x1874672134617472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830161.731567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134617472/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830161.731575:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830161.731578:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830161.731581:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617472:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830162.370923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830162.371993:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830163.395072:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830163.395212:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830164.419254:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830164.419516:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830165.443020:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830165.443204:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830166.466878:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830166.468007:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830166.851297:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.851307:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830166.851311:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.851321:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3538 00000100:00080000:3.0:1787830166.851333:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.851340:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830166.851375:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134617600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830166.851412:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.851423:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830166.851425:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.851429:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3538 00000100:00080000:3.0:1787830166.851432:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.851436:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830166.851446:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830166.851458:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134617728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830166.851468:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.851471:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830166.851473:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.851476:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3538 00000100:00080000:3.0:1787830166.851479:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.851482:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830166.851486:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830166.851497:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134617856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830166.851505:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830166.851508:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830166.851510:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830166.851513:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3538 00000100:00080000:3.0:1787830166.851517:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830166.851520:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830166.851524:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830166.851961:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134617984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830166.852186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134617600:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830166.852244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830166.852284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffffa0e3c4319e00 x1874672134617600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.852306:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134617600/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.852316:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.852319:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830166.852323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134617600:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830166.852329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617728:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830166.852351:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830166.852362:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffffa0e3c43192c0 x1874672134617728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.852374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134617728/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.852381:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.852384:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830166.852387:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830166.852393:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830166.852408:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830166.852518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffffa0e3c43183c0 x1874672134617856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.852614:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134617856/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.852627:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.852631:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830166.852634:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830166.852641:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617984:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830166.852664:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830166.852674:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830166/real 1787830166] req@ffffa0e3c4318780 x1874672134617984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830166.852685:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134617984/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830166.852692:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830166.852695:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830166.852698:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134617984:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830167.490863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830167.490948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830168.514847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830168.514929:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830169.540785:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830169.541257:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830170.565448:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830170.565576:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830171.586885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830171.586978:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830171.971055:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830171.971065:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830171.971070:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830171.971080:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3543 00000100:00080000:2.0:1787830171.971091:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830171.971098:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830171.971134:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134618112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830171.971176:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830171.971180:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830171.971183:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830171.971188:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3543 00000100:00080000:2.0:1787830171.971192:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830171.971196:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830171.971205:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830171.971218:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134618240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830171.971228:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830171.971235:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830171.971237:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830171.971241:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3543 00000100:00080000:2.0:1787830171.971244:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830171.971247:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830171.971251:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830171.971260:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134618368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830171.971268:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830171.971271:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830171.971273:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830171.971276:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3543 00000100:00080000:2.0:1787830171.971279:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830171.971283:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830171.971287:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830171.971296:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134618496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830171.971398:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134618112:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830171.971457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830171.971504:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffffa0e3d025fc00 x1874672134618112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830171.971523:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134618112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830171.971532:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830171.971536:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830171.971539:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134618112:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830171.971546:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830171.971568:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830171.971595:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffffa0e3d025c000 x1874672134618240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830171.971607:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134618240/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830171.971614:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830171.971617:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830171.971620:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830171.971625:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830171.971645:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830171.971656:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffffa0e3d025e1c0 x1874672134618368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830171.971667:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134618368/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830171.971691:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830171.971695:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830171.971698:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830171.971704:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618496:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830171.971848:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830171.971860:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830171/real 1787830171] req@ffffa0e3d025c780 x1874672134618496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830171.971871:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134618496/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830171.971879:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830171.971882:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830171.971885:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618496:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830172.610946:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830172.610956:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830173.634987:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830173.636799:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830174.659567:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830174.659653:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830175.682858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830175.683052:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830176.706848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830176.706936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830177.090886:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830177.090899:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830177.090904:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830177.090917:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3548 00000100:00080000:2.0:1787830177.090931:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830177.090940:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830177.090990:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134618624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830177.091022:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830177.091027:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830177.091029:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830177.091034:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3548 00000100:00080000:2.0:1787830177.091037:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830177.091041:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830177.091052:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830177.091067:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134618752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830177.091076:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830177.091079:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830177.091081:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830177.091085:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3548 00000100:00080000:2.0:1787830177.091087:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830177.091090:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830177.091094:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830177.091101:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134618880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830177.091109:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830177.091111:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830177.091113:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830177.091116:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3548 00000100:00080000:2.0:1787830177.091119:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830177.091123:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830177.091127:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830177.091135:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134619008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830177.091214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134618624:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830177.091287:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830177.091340:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830177/real 1787830177] req@ffffa0e3d025f480 x1874672134618624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830177.091359:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134618624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830177.091369:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830177.091373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830177.091376:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134618624:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830177.091384:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830177.091403:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830177.091414:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830177/real 1787830177] req@ffffa0e3d025c780 x1874672134618752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830177.091425:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134618752/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830177.091433:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830177.091436:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830177.091440:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830177.091444:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618880:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830177.091457:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830177.091464:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830177/real 1787830177] req@ffffa0e3d025e1c0 x1874672134618880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830177.091474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134618880/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830177.091481:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830177.091484:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830177.091487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134618880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830177.091492:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619008:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830177.091509:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830177.091518:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830177/real 1787830177] req@ffffa0e3d025c000 x1874672134619008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830177.091528:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134619008/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830177.091536:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830177.091539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830177.091542:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619008:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830177.730961:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830177.731309:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830178.754857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830178.755681:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830179.778864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830179.778952:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830180.802856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830180.802927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830181.826851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830181.827388:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830182.210861:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830182.210875:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830182.210881:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830182.210894:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3553 00000100:00080000:2.0:1787830182.210908:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830182.210917:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830182.210965:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134619136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830182.211002:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830182.211006:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830182.211008:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830182.211013:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3553 00000100:00080000:2.0:1787830182.211017:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830182.211021:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830182.211033:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830182.211048:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134619264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830182.211057:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830182.211061:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830182.211063:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830182.211067:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3553 00000100:00080000:2.0:1787830182.211070:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830182.211074:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830182.211079:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830182.211090:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134619392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830182.211095:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134619136:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830182.211112:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830182.211116:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830182.211118:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830182.211123:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3553 00000100:00080000:2.0:1787830182.211127:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830182.211130:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830182.211135:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830182.211149:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134619520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830182.211186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830182.211403:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830182/real 1787830182] req@ffffa0e3d025fc00 x1874672134619136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830182.211424:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134619136/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830182.211435:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830182.211438:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830182.211442:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134619136:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830182.211451:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830182.211475:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830182.211490:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830182/real 1787830182] req@ffffa0e3d025e940 x1874672134619264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830182.211502:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134619264/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830182.211515:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830182.211518:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830182.211521:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830182.211550:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830182.211570:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830182.211579:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830182/real 1787830182] req@ffffa0e3d025f0c0 x1874672134619392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830182.211590:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134619392/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830182.211598:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830182.211611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830182.211615:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619392:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830182.211621:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619520:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830182.211642:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830182.211653:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830182/real 1787830182] req@ffffa0e3d025d680 x1874672134619520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830182.211664:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134619520/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830182.211672:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830182.211675:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830182.211678:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619520:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830182.852134:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830182.852263:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830183.874872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830183.874977:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830184.899753:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830184.900314:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830185.923224:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830185.924286:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830186.947012:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830186.947191:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830187.330833:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830187.330843:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830187.330847:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830187.330857:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3558 00000100:00080000:2.0:1787830187.330868:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830187.330874:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830187.330911:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134619648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830187.330938:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830187.330941:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830187.330942:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830187.330948:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3558 00000100:00080000:2.0:1787830187.330951:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830187.330955:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830187.330964:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830187.330976:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134619776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830187.330985:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830187.330987:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830187.330989:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830187.330992:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3558 00000100:00080000:2.0:1787830187.330995:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830187.330998:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830187.331002:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830187.331023:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134619904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830187.331032:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830187.331035:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830187.331037:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830187.331041:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3558 00000100:00080000:2.0:1787830187.331044:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830187.331047:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830187.331051:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830187.331070:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134620032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830187.331219:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134619648:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830187.331322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830187.331376:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830187/real 1787830187] req@ffffa0e3d025cb40 x1874672134619648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830187.331406:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134619648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830187.331419:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830187.331424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830187.331429:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134619648:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830187.331437:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830187.331474:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830187.331488:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830187/real 1787830187] req@ffffa0e3d025cf00 x1874672134619776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830187.331500:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134619776/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830187.331508:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830187.331511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830187.331514:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830187.331521:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830187.331541:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830187.331553:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830187/real 1787830187] req@ffffa0e3d025c3c0 x1874672134619904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830187.331564:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134619904/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830187.331586:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830187.331593:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830187.331596:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134619904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830187.331602:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620032:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830187.331625:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830187.331637:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830187/real 1787830187] req@ffffa0e3d025e580 x1874672134620032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830187.331648:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134620032/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830187.331656:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830187.331659:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830187.331662:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620032:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830187.970864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830187.971032:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830188.994858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830188.994970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830190.018856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830190.019372:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830191.042840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830191.043410:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830192.066962:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830192.067415:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830192.450981:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830192.450996:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830192.451002:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830192.451017:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3563 00000100:00080000:3.0:1787830192.451033:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830192.451043:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830192.451099:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134620160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830192.451137:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830192.451140:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830192.451142:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830192.451147:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3563 00000100:00080000:3.0:1787830192.451151:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830192.451156:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830192.451169:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830192.451184:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134620288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830192.451194:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830192.451197:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830192.451199:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830192.451203:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3563 00000100:00100000:0.0:1787830192.451208:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134620160:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830192.451209:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830192.451218:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830192.451223:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830192.451233:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134620416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830192.451241:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830192.451243:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830192.451244:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830192.451247:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3563 00000100:00080000:3.0:1787830192.451250:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830192.451253:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830192.451256:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830192.451264:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134620544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830192.451323:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830192.451343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830192.451354:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830193.090827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830193.092583:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830194.114890:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830194.115141:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830195.139092:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830195.139705:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000400:00000100:3.0:1787830195.523008:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787830195.523050:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830195.523066:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830195.523107:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830195.523119:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830195.523126:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830195.523172:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830192/real 1787830195] req@ffffa0e3c43183c0 x1874672134620288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830195.523192:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134620288/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830195.523204:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830195.523208:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830195.523212:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830195.523234:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830192/real 1787830195] req@ffffa0e3c43192c0 x1874672134620416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830195.523247:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134620416/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830195.523264:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830195.523268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830195.523271:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830195.523277:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830192/real 1787830195] req@ffffa0e3c4319e00 x1874672134620544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830195.523288:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134620544/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830195.523295:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830195.523298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830195.523301:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620544:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830195.523307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830192/real 1787830195] req@ffffa0e3c4318780 x1874672134620160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830195.523317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134620160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830195.523323:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830195.523326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830195.523328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134620160:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830196.163367:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830196.165431:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830197.187049:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830197.187104:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830197.570936:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.570949:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830197.570954:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.570967:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3569 00000100:00080000:3.0:1787830197.570982:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.571002:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830197.571049:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134620672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830197.571131:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134620672:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830197.571217:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830197.571252:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.571255:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830197.571256:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.571260:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3569 00000100:00080000:3.0:1787830197.571264:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.571268:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830197.571278:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830197.571614:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134620800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830197.571698:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffffa0e3c4318000 x1874672134620672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830197.571757:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134620672/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830197.571769:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830197.571774:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830197.571777:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134620672:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830197.571810:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830197.571838:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830197.571853:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffffa0e3c4319a40 x1874672134620800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830197.571872:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134620800/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830197.571881:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830197.571884:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830197.571888:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620800:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830197.571976:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.571981:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830197.571983:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.571987:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3569 00000100:00080000:3.0:1787830197.571992:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.571997:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830197.572004:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830197.572019:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134620928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830197.572029:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830197.572033:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830197.572035:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830197.572039:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3569 00000100:00080000:3.0:1787830197.572043:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830197.572047:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830197.572052:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830197.572063:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134621056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830197.574429:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830197.574541:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830197.574579:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffffa0e3c431b840 x1874672134620928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830197.574601:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134620928/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830197.574613:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830197.574619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830197.574623:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134620928:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830197.574633:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621056:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830197.574664:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830197.574677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830197/real 1787830197] req@ffffa0e3c4318b40 x1874672134621056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830197.574688:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134621056/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830197.574703:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830197.574708:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830197.574744:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621056:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830198.211066:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830198.211145:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830199.234823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830199.235986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830200.259492:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830200.259493:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830201.282943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830201.283019:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830202.306832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830202.307922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830202.691585:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.691595:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830202.691599:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.691608:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3574 00000100:00080000:3.0:1787830202.691618:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.691625:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830202.691659:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134621184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830202.691741:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134621184:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830202.691802:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830202.693980:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffffa0e3c431ad00 x1874672134621184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830202.694004:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134621184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830202.694014:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830202.694019:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830202.694022:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134621184:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830202.694665:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.694671:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830202.694674:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.694679:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3574 00000100:00080000:3.0:1787830202.694687:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.694693:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830202.694704:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830202.694747:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134621312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830202.694821:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830202.694876:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830202.694909:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.694913:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830202.694915:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.694919:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3574 00000100:00080000:3.0:1787830202.694923:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.694926:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830202.694931:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830202.694942:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134621440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830202.695642:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffffa0e3c431a1c0 x1874672134621312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830202.695655:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134621312/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830202.695662:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830202.695664:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830202.695666:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830202.695682:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830202.695701:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830202.695708:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffffa0e3c431a580 x1874672134621440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830202.695744:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134621440/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830202.695749:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830202.695751:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830202.695753:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621440:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830202.695877:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830202.695880:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830202.695882:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830202.695885:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3574 00000100:00080000:3.0:1787830202.695888:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830202.695892:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830202.695897:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830202.695949:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134621568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830202.695980:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621568:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830202.695997:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830202.696057:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830202/real 1787830202] req@ffffa0e3c4318f00 x1874672134621568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830202.696069:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134621568/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830202.696076:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830202.696079:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830202.696082:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621568:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830203.330971:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830203.331486:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830204.355193:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830204.356760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830205.379160:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830205.380550:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830206.403430:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830206.404056:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830207.426858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830207.427235:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830207.814192:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830207.814206:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830207.814211:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830207.814224:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3579 00000100:00080000:2.0:1787830207.814239:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830207.814248:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830207.814296:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134621696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830207.814333:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830207.814337:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830207.814339:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830207.814343:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3579 00000100:00080000:2.0:1787830207.814347:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830207.814351:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830207.814363:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830207.814376:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134621824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830207.814385:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830207.814388:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830207.814390:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830207.814393:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3579 00000100:00080000:2.0:1787830207.814396:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830207.814400:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830207.814404:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830207.814415:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134621952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830207.814435:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830207.814440:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830207.814441:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830207.814445:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3579 00000100:00080000:2.0:1787830207.814448:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830207.814452:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830207.814457:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830207.814468:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134622080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830207.814606:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134621696:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830207.814685:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830207.814785:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffffa0e3d025da40 x1874672134621696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.814804:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134621696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.814816:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.814821:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830207.814825:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134621696:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830207.814833:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830207.814855:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830207.814867:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffffa0e3d025ed00 x1874672134621824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.814879:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134621824/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.814887:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.814890:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830207.814893:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830207.814898:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830207.814917:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830207.814928:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffffa0e3d025de00 x1874672134621952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.814939:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134621952/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.814952:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.814956:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830207.814959:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134621952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830207.814964:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622080:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830207.814985:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830207.814995:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830207/real 1787830207] req@ffffa0e3d025d2c0 x1874672134622080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830207.815006:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134622080/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830207.815013:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830207.815016:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830207.815019:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622080:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787830208.450832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830208.450933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830209.474873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830209.475492:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830210.498955:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830210.500327:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830211.523200:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830211.524585:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830212.546912:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830212.547369:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830212.931279:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830212.931291:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830212.931295:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830212.931304:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3584 00000100:00080000:0.0:1787830212.931315:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830212.931322:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830212.931362:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134622208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830212.931400:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830212.931404:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830212.931406:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830212.931410:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3584 00000100:00080000:0.0:1787830212.931414:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830212.931418:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830212.931427:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830212.931440:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134622336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830212.931449:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830212.931452:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830212.931454:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830212.931458:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3584 00000100:00080000:0.0:1787830212.931461:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830212.931464:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830212.931468:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830212.931480:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134622464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830212.931488:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830212.931491:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830212.931493:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830212.931496:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3584 00000100:00080000:0.0:1787830212.931499:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830212.931502:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830212.931507:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830212.931517:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134622592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830212.931596:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134622208:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830212.931661:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830212.931700:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffffa0e3c3e861c0 x1874672134622208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830212.931735:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134622208/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830212.931745:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830212.931749:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830212.931753:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134622208:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830212.931759:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830212.931781:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830212.931798:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffffa0e3c3e85a40 x1874672134622336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830212.931915:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134622336/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830212.931927:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830212.931930:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830212.931933:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830212.931940:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830212.931963:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830212.931974:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffffa0e3c3e87c00 x1874672134622464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830212.931986:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134622464/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830212.931993:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830212.931996:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830212.931999:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830212.932005:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622592:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830212.932022:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830212.932032:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830212/real 1787830212] req@ffffa0e3c3e86580 x1874672134622592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830212.932042:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134622592/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830212.932050:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830212.932053:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830212.932056:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622592:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787830213.570826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830213.572450:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830214.594915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830214.595280:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830215.618838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830215.618927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830216.642886:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830216.642926:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830217.667026:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830217.668052:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830218.050946:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830218.050961:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830218.050966:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830218.050978:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3589 00000100:00080000:3.0:1787830218.050992:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830218.051001:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830218.051048:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134622720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830218.051090:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830218.051094:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830218.051095:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830218.051100:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3589 00000100:00080000:3.0:1787830218.051104:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830218.051108:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830218.051120:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830218.051134:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134622848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830218.051143:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830218.051146:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830218.051147:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830218.051151:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3589 00000100:00080000:3.0:1787830218.051155:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830218.051158:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830218.051162:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830218.051172:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134622976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830218.051182:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830218.051184:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830218.051186:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830218.051190:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3589 00000100:00080000:3.0:1787830218.051193:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830218.051196:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830218.051201:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830218.051213:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134623104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830218.051422:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134622720:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830218.051547:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830218.051616:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830218/real 1787830218] req@ffffa0e3c431a940 x1874672134622720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830218.051648:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134622720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830218.051669:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830218.051674:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830218.051678:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134622720:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830218.051685:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830218.051776:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830218.051821:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830218/real 1787830218] req@ffffa0e3c431b0c0 x1874672134622848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830218.051834:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134622848/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830218.051843:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830218.051855:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830218.051859:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830218.051866:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830218.051901:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830218.051912:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830218/real 1787830218] req@ffffa0e3c4319680 x1874672134622976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830218.051930:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134622976/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830218.051938:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830218.051941:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830218.051944:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134622976:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830218.051960:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623104:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830218.051981:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830218.051992:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830218/real 1787830218] req@ffffa0e3c431bc00 x1874672134623104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830218.052004:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134623104/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830218.052012:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830218.052015:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830218.052018:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623104:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830218.691180:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830218.691423:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830219.714861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830219.715026:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830220.739677:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830220.741127:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830221.762850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830221.763250:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830222.786858:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830222.787109:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830223.170901:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830223.170915:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830223.170920:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830223.170933:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3594 00000100:00080000:2.0:1787830223.170947:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830223.170957:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830223.171006:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134623232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830223.171123:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134623232:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830223.171219:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830223.171257:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830223.171262:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830223.171264:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830223.171269:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3594 00000100:00080000:2.0:1787830223.171274:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830223.171278:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830223.171290:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830223.171308:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134623360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830223.174135:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830223.174148:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830223.174152:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830223.174163:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3594 00000100:00080000:2.0:1787830223.174174:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830223.174183:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830223.174196:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830223.174234:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134623488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830223.174309:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830223.174314:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830223.174326:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830223.174331:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3594 00000100:00080000:2.0:1787830223.174335:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830223.174340:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830223.174346:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830223.174360:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134623616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830223.174408:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830223/real 1787830223] req@ffffa0e3d025f840 x1874672134623232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830223.174436:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134623232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830223.174447:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830223.174452:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830223.174468:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134623232:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830223.174512:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830223.174584:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830223.174604:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830223/real 1787830223] req@ffffa0e3d025d2c0 x1874672134623360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830223.174618:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134623360/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830223.174627:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830223.174631:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830223.174634:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830223.174640:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830223.174665:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830223.174677:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830223/real 1787830223] req@ffffa0e3d025de00 x1874672134623488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830223.174688:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134623488/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830223.174696:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830223.174699:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830223.174702:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830223.174708:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623616:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830223.174763:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830223.174776:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830223/real 1787830223] req@ffffa0e3d025ed00 x1874672134623616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830223.174787:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134623616/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830223.174807:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830223.174810:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830223.174814:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623616:192.168.203.106@tcp:8:kworker.0 00000100:00100000:1.0:1787830223.810811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830223.811079:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787830224.834985:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830224.835400:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830225.858898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830225.859143:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830226.882873:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830226.883011:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830227.906914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830227.907056:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830228.290932:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830228.290945:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830228.290950:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830228.290964:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3599 00000100:00080000:1.0:1787830228.290979:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830228.290989:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830228.291051:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134623744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830228.291090:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830228.291094:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830228.291096:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830228.291101:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3599 00000100:00080000:1.0:1787830228.291105:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830228.291109:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830228.291122:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830228.291137:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134623872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830228.291147:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830228.291151:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830228.291152:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830228.291157:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3599 00000100:00080000:1.0:1787830228.291163:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787830228.291167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134623744:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830228.291170:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830228.291185:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830228.291202:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134624000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830228.291214:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830228.291218:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787830228.291234:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830228.291273:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830228/real 1787830228] req@ffffa0e3d98d5e00 x1874672134623744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830228.291308:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134623744/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830228.291319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830228.291324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830228.291328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134623744:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830228.291336:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830228.291355:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830228.291367:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830228/real 1787830228] req@ffffa0e3d98d6940 x1874672134623872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830228.291378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134623872/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830228.291386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830228.291389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830228.291392:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134623872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830228.291417:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830228.291433:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830228.291443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830228/real 1787830228] req@ffffa0e3d98d43c0 x1874672134624000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830228.291453:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134624000/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830228.291463:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830228.291474:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3599 00000100:00080000:0.0:1787830228.291482:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830228.291484:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830228.291490:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00080000:1.0:1787830228.291495:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830228.291502:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624000:192.168.203.106@tcp:38:kworker.0 00000008:00100000:1.0:1787830228.291505:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830228.291529:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134624128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830228.291590:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624128:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830228.291615:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830228.291626:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830228/real 1787830228] req@ffffa0e3d98d7840 x1874672134624128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830228.291637:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134624128/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830228.291644:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830228.291647:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830228.291650:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624128:192.168.203.106@tcp:8:kworker.0 00010000:00010000:3.0:1787830228.931087:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830228.931671:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:1.0:1787830229.954834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830229.955023:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830230.979446:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830230.979516:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830232.002847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830232.002977:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830233.027025:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830233.028899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830233.410900:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830233.410910:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830233.410918:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830233.410930:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3604 00000100:00080000:2.0:1787830233.410941:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830233.410948:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830233.410993:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134624256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830233.411024:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830233.411028:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830233.411030:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830233.411035:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3604 00000100:00080000:2.0:1787830233.411040:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830233.411044:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830233.411054:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830233.411070:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134624384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830233.411081:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830233.411085:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830233.411087:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830233.411098:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134624256:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830233.411098:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3604 00000100:00080000:2.0:1787830233.411110:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830233.411118:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830233.411124:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830233.411138:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134624512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830233.411148:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830233.411151:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830233.411154:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830233.411159:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3604 00000100:00080000:2.0:1787830233.411163:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830233.411167:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830233.411174:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830233.411186:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134624640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830233.411198:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830233.411271:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830233/real 1787830233] req@ffffa0e3d025da40 x1874672134624256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830233.411293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134624256/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830233.411304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830233.411309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830233.411313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134624256:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830233.411341:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624384:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830233.411376:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830233.411390:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830233/real 1787830233] req@ffffa0e3d025e580 x1874672134624384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830233.411403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134624384/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830233.411411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830233.411415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830233.411418:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830233.411425:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830233.411448:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830233.411460:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830233/real 1787830233] req@ffffa0e3d025c3c0 x1874672134624512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830233.411473:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134624512/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830233.411481:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830233.411485:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830233.411488:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830233.411495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624640:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830233.411520:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830233.411532:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830233/real 1787830233] req@ffffa0e3d025cf00 x1874672134624640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830233.411543:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134624640/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830233.411550:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830233.411553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830233.411556:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624640:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830234.051029:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830234.051254:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830235.074871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830235.074962:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830236.098879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830236.098970:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830237.122923:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830237.122943:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830238.146883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830238.147057:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830238.530988:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.531010:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830238.531016:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.531030:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3610 00000100:00080000:3.0:1787830238.531044:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.531052:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830238.531115:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134624768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830238.531325:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134624768:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830238.531422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830238.531458:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.531462:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830238.531464:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.531470:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3610 00000100:00080000:3.0:1787830238.531474:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.531479:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830238.531491:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830238.531508:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134624896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830238.531773:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffffa0e3c431bc00 x1874672134624768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830238.531793:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134624768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830238.531805:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830238.531809:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830238.531814:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134624768:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830238.531845:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830238.531872:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830238.531886:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffffa0e3c4319680 x1874672134624896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830238.531898:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134624896/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830238.531912:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830238.531916:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830238.531919:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134624896:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830238.532056:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.532060:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830238.532062:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.532067:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3610 00000100:00080000:3.0:1787830238.532071:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.532076:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830238.532082:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830238.532107:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134625024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830238.532117:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830238.532120:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830238.532122:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830238.532126:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3610 00000100:00080000:3.0:1787830238.532130:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830238.532134:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830238.532149:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830238.532161:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134625152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830238.532346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830238.532436:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830238.532449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffffa0e3c431b0c0 x1874672134625024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830238.532461:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134625024/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830238.532469:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830238.532472:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830238.532476:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830238.532481:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625152:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830238.532503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830238.532514:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830238/real 1787830238] req@ffffa0e3c431a940 x1874672134625152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830238.532592:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134625152/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830238.532599:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830238.532602:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830238.532605:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625152:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830239.170861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830239.170983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830240.194928:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830240.195772:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830241.219254:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830241.219391:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:2.0:1787830242.242898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830242.242938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830243.266783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830243.266829:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830243.652402:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830243.652410:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830243.652414:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830243.652421:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3615 00000100:00080000:2.0:1787830243.652431:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830243.652437:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830243.652470:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134625280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830243.652532:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134625280:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830243.652587:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830243.652613:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830243.652615:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830243.652616:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830243.652620:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3615 00000100:00080000:2.0:1787830243.652622:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830243.652625:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830243.652632:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830243.652643:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134625408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830243.654041:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffffa0e3d025cb40 x1874672134625280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830243.654065:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134625280/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830243.654076:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830243.654081:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830243.654085:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134625280:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830243.654113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830243.654154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830243.654169:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffffa0e3d025d680 x1874672134625408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830243.654194:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134625408/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830243.654202:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830243.654205:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830243.654208:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625408:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830243.655156:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830243.655165:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830243.655168:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830243.655187:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3615 00000100:00080000:2.0:1787830243.655195:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830243.655201:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830243.655212:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830243.655239:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134625536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830243.655253:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830243.655256:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830243.655258:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830243.655262:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3615 00000100:00080000:2.0:1787830243.655265:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830243.655269:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830243.655273:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830243.655284:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134625664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830243.655623:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625536:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830243.655662:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830243.655684:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffffa0e3d025f0c0 x1874672134625536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830243.655700:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134625536/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830243.655724:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830243.655728:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830243.655730:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830243.655735:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625664:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830243.655752:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830243.655759:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830243/real 1787830243] req@ffffa0e3d025e940 x1874672134625664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830243.655766:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134625664/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830243.655771:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830243.655773:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830243.655775:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625664:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787830244.290909:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830244.292367:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830245.318183:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830245.319307:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830246.338834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830246.339024:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830247.362961:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830247.363003:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830248.387302:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830248.389224:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830248.771707:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830248.771758:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830248.771764:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830248.771776:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3620 00000100:00080000:0.0:1787830248.771790:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830248.771800:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830248.771850:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134625792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830248.771884:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830248.771889:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830248.771890:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830248.771895:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3620 00000100:00080000:0.0:1787830248.771898:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830248.771902:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830248.771914:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830248.771927:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134625920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830248.771933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134625792:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830248.771936:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830248.771939:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830248.771940:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830248.771944:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3620 00000100:00080000:0.0:1787830248.771947:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830248.771950:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830248.771954:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830248.771962:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134626048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830248.771969:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830248.771972:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830248.771974:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830248.771977:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3620 00000100:00080000:0.0:1787830248.771979:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830248.771983:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830248.771987:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830248.771995:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134626176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830248.772009:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830248.772057:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffffa0e3c3e870c0 x1874672134625792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.772071:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134625792/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.772079:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.772082:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830248.772085:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134625792:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830248.772108:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830248.772124:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830248.772133:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffffa0e3c3e87840 x1874672134625920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.772154:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134625920/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.772162:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.772165:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830248.772177:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134625920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830248.772184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830248.772205:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830248.772215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffffa0e3c3e852c0 x1874672134626048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.772227:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134626048/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.772232:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.772234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830248.772237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830248.772242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626176:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830248.772261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830248.772272:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830248/real 1787830248] req@ffffa0e3c3e86d00 x1874672134626176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830248.772292:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134626176/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830248.772298:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830248.772300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830248.772302:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626176:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830249.410854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830249.411695:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830250.434906:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830250.435014:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830251.458849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830251.458969:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830252.482855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830252.482938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830253.506862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830253.507330:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830253.890870:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830253.890880:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830253.890884:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830253.890893:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3625 00000100:00080000:1.0:1787830253.890904:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830253.890911:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830253.890945:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134626304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830253.890968:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830253.890971:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830253.890973:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830253.890976:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3625 00000100:00080000:1.0:1787830253.890979:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830253.890982:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830253.890990:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830253.891001:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134626432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830253.891009:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830253.891012:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830253.891013:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830253.891016:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3625 00000100:00080000:1.0:1787830253.891018:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830253.891021:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830253.891025:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830253.891032:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134626560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830253.891039:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830253.891042:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830253.891043:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830253.891046:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3625 00000100:00080000:1.0:1787830253.891049:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830253.891052:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830253.891056:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830253.891064:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134626688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830253.891336:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134626304:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830253.891406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830253.891444:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffffa0e3d98d4f00 x1874672134626304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.891469:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134626304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.891479:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.891483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830253.891486:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134626304:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830253.891493:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830253.891514:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830253.891528:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffffa0e3d98d7840 x1874672134626432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.891539:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134626432/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.891547:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.891550:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830253.891554:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830253.891560:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830253.891580:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830253.891591:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffffa0e3d98d43c0 x1874672134626560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.891602:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134626560/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.891617:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.891619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830253.891622:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830253.891627:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626688:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830253.891647:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830253.891657:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830253/real 1787830253] req@ffffa0e3d98d6940 x1874672134626688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830253.891667:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134626688/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830253.891675:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830253.891678:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830253.891680:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626688:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830254.530925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830254.531089:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830255.554826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830255.555165:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830256.578937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830256.580390:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830257.603061:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830257.604152:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830258.628362:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830258.629305:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830259.013058:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830259.013081:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830259.013091:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830259.013104:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3630 00000100:00080000:3.0:1787830259.013117:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830259.013126:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830259.013174:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134626816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830259.013204:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830259.013208:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830259.013210:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830259.013214:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3630 00000100:00080000:3.0:1787830259.013217:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830259.013221:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830259.013231:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830259.013242:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134626944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830259.013260:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830259.013263:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830259.013265:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830259.013269:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3630 00000100:00080000:3.0:1787830259.013272:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830259.013275:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830259.013279:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830259.013288:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134627072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830259.013296:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830259.013300:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830259.013301:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830259.013305:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3630 00000100:00080000:3.0:1787830259.013308:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830259.013312:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830259.013323:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830259.013331:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134627200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830259.015343:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134626816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830259.015458:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830259.015484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830259.015506:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830259.651013:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830259.651197:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830260.674855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830260.675159:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830261.699152:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830261.699153:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787830262.083261:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787830262.083321:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830262.083352:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830262.083406:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830262.083417:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830262.083427:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830262.083661:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830259/real 1787830262] req@ffffa0e3c4318f00 x1874672134626816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830262.083692:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134626816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830262.083706:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830262.083733:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830262.083739:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134626816:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830262.083748:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830259/real 1787830262] req@ffffa0e3c431a580 x1874672134626944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830262.083763:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134626944/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830262.083773:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830262.083778:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830262.083783:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134626944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830262.083792:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830259/real 1787830262] req@ffffa0e3c431a1c0 x1874672134627072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830262.083806:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134627072/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830262.083814:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830262.083818:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830262.083821:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830262.083829:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830259/real 1787830262] req@ffffa0e3c431ad00 x1874672134627200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830262.083842:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134627200/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830262.083850:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830262.083854:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830262.083857:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627200:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830262.722915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830262.723537:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830263.746957:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830263.747062:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830264.135956:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830264.135965:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830264.135969:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830264.135978:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3635 00000100:00080000:1.0:1787830264.135988:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830264.135995:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830264.136041:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134627328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830264.136073:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830264.136077:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830264.136078:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830264.136082:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3635 00000100:00080000:1.0:1787830264.136086:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830264.136089:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830264.136098:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830264.136111:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134627456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830264.136120:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830264.136124:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830264.136125:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830264.136180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134627328:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830264.136205:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3635 00000100:00080000:1.0:1787830264.136213:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830264.136219:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830264.136225:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830264.136240:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134627584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830264.136280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830264.136339:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830264/real 1787830264] req@ffffa0e3d98d5e00 x1874672134627328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830264.136360:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134627328/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830264.136372:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830264.136377:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830264.136383:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134627328:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830264.136392:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830264.136430:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830264.136964:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830264/real 1787830264] req@ffffa0e3d98d61c0 x1874672134627456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830264.136979:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134627456/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830264.136988:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830264.136992:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830264.136995:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627456:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830264.137046:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830264.137052:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627584:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830264.137055:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830264.137062:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830264.137071:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3635 00000100:00080000:1.0:1787830264.137087:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787830264.137093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830264.137100:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830264.137112:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830264/real 1787830264] req@ffffa0e3d98d5680 x1874672134627584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787830264.137113:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830264.137137:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134627584/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830264.137148:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830264.137153:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830264.137156:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134627712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830264.137163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830264.137195:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627712:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830264.137224:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830264.137239:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830264/real 1787830264] req@ffffa0e3d98d4780 x1874672134627712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830264.137251:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134627712/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830264.137259:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830264.137263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830264.137266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627712:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830264.771113:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830264.771196:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830265.794899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830265.794930:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830266.819316:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830266.821777:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830267.843072:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830267.843548:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830268.866831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830268.867027:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830269.250911:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830269.250918:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830269.250922:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830269.250931:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3640 00000100:00080000:1.0:1787830269.250941:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830269.250947:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830269.250979:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134627840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830269.251012:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830269.251017:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830269.251019:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830269.251023:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3640 00000100:00080000:1.0:1787830269.251027:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830269.251031:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830269.251042:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830269.251054:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134627840:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830269.251058:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134627968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830269.251071:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830269.251073:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830269.251075:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830269.251079:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3640 00000100:00080000:1.0:1787830269.251083:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830269.251089:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830269.251097:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787830269.251159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830269.251190:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830269/real 1787830269] req@ffffa0e3d98d52c0 x1874672134627840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830269.251203:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134627840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830269.251211:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787830269.251211:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134628096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830269.251217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830269.251223:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134627840:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830269.251232:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830269.251236:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830269.251238:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830269.251243:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3640 00000100:00080000:1.0:1787830269.251248:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787830269.251255:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627968:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830269.251256:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830269.251266:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830269.251281:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134628224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830269.251288:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830269.251307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830269/real 1787830269] req@ffffa0e3d98d4780 x1874672134627968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830269.251321:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134627968/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830269.251337:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830269.251340:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830269.251343:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134627968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830269.251349:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830269.251370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830269.251382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830269/real 1787830269] req@ffffa0e3d98d5680 x1874672134628096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830269.251393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134628096/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830269.251400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830269.251404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830269.251407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830269.251426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628224:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830269.251454:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830269.251465:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830269/real 1787830269] req@ffffa0e3d98d61c0 x1874672134628224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830269.251477:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134628224/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830269.251484:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830269.251486:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830269.251490:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628224:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830269.890830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830269.890918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830270.914938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830270.915475:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830271.938820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830271.938880:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830272.963075:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830272.965026:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830273.986848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830273.986997:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830274.370860:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830274.370873:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830274.370878:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830274.370887:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3645 00000100:00080000:3.0:1787830274.370898:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830274.370905:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830274.370943:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134628352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830274.370980:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830274.370983:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830274.370985:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830274.370990:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3645 00000100:00080000:3.0:1787830274.370993:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830274.370998:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830274.371007:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830274.371021:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134628480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830274.371031:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830274.371035:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134628352:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830274.371036:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830274.371040:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830274.371044:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3645 00000100:00080000:3.0:1787830274.371048:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830274.371054:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830274.371058:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830274.371070:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134628608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830274.371079:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830274.371082:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830274.371084:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830274.371087:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3645 00000100:00080000:3.0:1787830274.371091:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830274.371094:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830274.371099:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830274.371111:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134628736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830274.371117:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830274.371159:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830274/real 1787830274] req@ffffa0e3c4318b40 x1874672134628352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830274.371177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134628352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830274.371187:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830274.371191:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830274.371195:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134628352:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830274.371219:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830274.371242:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830274.371256:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830274/real 1787830274] req@ffffa0e3c431b840 x1874672134628480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830274.371268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134628480/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830274.371276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830274.371279:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830274.371283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830274.371289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628608:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830274.371308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830274.371320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830274/real 1787830274] req@ffffa0e3c4319a40 x1874672134628608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830274.371331:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134628608/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830274.371339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830274.371342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830274.371345:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830274.371350:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628736:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830274.371370:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830274.371381:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830274/real 1787830274] req@ffffa0e3c4318000 x1874672134628736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830274.371392:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134628736/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830274.371400:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830274.371402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830274.371406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628736:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830275.010967:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830275.011371:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830276.034870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830276.034921:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830277.058908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830277.058983:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830278.082867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830278.083626:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830279.106846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830279.106974:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830279.492116:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830279.492127:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830279.492131:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830279.492141:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3651 00000100:00080000:2.0:1787830279.492152:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830279.492159:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830279.492196:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134628864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830279.492226:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830279.492237:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830279.492239:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830279.492243:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3651 00000100:00080000:2.0:1787830279.492247:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830279.492251:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830279.492261:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830279.492273:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134628992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830279.492282:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830279.492285:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830279.492287:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830279.492290:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3651 00000100:00080000:2.0:1787830279.492294:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830279.492297:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830279.492302:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830279.492311:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134629120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830279.492320:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830279.492323:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830279.492325:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830279.492332:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3651 00000100:00080000:2.0:1787830279.492336:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830279.492340:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830279.492344:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830279.492353:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134629248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830279.492552:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134628864:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830279.492611:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830279.492650:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830279/real 1787830279] req@ffffa0e3d025fc00 x1874672134628864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830279.492670:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134628864/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830279.492681:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830279.492685:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830279.492689:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134628864:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830279.492696:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830279.492743:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830279.492757:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830279/real 1787830279] req@ffffa0e3d025c000 x1874672134628992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830279.492769:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134628992/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830279.492778:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830279.492781:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830279.492785:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134628992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830279.492791:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830279.492809:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830279.492820:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830279/real 1787830279] req@ffffa0e3d025e1c0 x1874672134629120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830279.492831:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134629120/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830279.492838:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830279.492842:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830279.492844:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629120:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830279.492851:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629248:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830279.492871:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830279.492881:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830279/real 1787830279] req@ffffa0e3d025c780 x1874672134629248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830279.492892:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134629248/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830279.492900:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830279.492904:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830279.492907:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629248:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830280.130908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830280.131032:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830281.154841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830281.155351:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830282.178916:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830282.179016:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830283.203117:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830283.203316:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830284.226829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830284.226905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830284.611094:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830284.611104:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830284.611109:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830284.611119:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3656 00000100:00080000:0.0:1787830284.611134:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830284.611141:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830284.611179:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134629376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830284.611246:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134629376:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830284.611304:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830284.611337:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830284.611342:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830284.611344:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830284.611348:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3656 00000100:00080000:0.0:1787830284.611352:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830284.611356:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830284.611364:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830284.611376:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134629504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830284.611432:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffffa0e3c3e86940 x1874672134629376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.611455:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134629376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.611465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.611468:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830284.611472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134629376:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830284.611494:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830284.611517:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830284.611530:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffffa0e3c3e84f00 x1874672134629504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.611542:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134629504/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.611550:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.611553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830284.611556:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629504:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787830284.611650:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830284.611654:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830284.611656:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830284.611660:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3656 00000100:00080000:0.0:1787830284.611665:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830284.611668:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830284.611674:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830284.611686:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134629632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830284.611789:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629632:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830284.611812:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830284.611857:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830284.611860:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830284.611862:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830284.611866:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3656 00000100:00080000:0.0:1787830284.611870:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830284.611885:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830284.611898:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830284.611912:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134629760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830284.612002:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffffa0e3c3e84b40 x1874672134629632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.612015:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134629632/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.612028:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.612032:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830284.612035:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629632:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830284.612048:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629760:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830284.612070:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830284.612082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830284/real 1787830284] req@ffffa0e3c3e87480 x1874672134629760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830284.612093:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134629760/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830284.612100:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830284.612103:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830284.612106:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134629760:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830285.250841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830285.250930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830286.274839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830286.275191:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830287.299196:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830287.299294:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830288.322841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830288.323014:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830289.346875:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830289.347526:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830289.731127:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830289.731138:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830289.731142:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830289.731152:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3661 00000100:00080000:1.0:1787830289.731162:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830289.731168:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830289.731202:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134629888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830289.731239:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830289.731244:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830289.731245:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830289.731249:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3661 00000100:00080000:1.0:1787830289.731252:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830289.731256:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830289.731265:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830289.731279:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134630016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830289.731288:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830289.731291:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830289.731293:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830289.731296:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3661 00000100:00080000:1.0:1787830289.731299:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830289.731302:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830289.731306:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830289.731316:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134630144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830289.731326:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830289.731330:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830289.731332:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787830289.731336:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134629888:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830289.731352:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3661 00000100:00080000:1.0:1787830289.731358:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830289.731362:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830289.731367:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830289.731379:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134630272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830289.731784:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830289.731824:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffffa0e3d98d5e00 x1874672134629888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.731843:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134629888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.731873:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.731878:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830289.731882:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134629888:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830289.731890:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830289.731914:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830289.731927:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffffa0e3d98d6940 x1874672134630016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.731940:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134630016/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.731948:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.731951:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830289.731954:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830289.731982:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630144:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830289.732000:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830289.732011:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffffa0e3d98d43c0 x1874672134630144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.732022:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134630144/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.732029:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.732032:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830289.732035:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630144:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830289.732042:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630272:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830289.732060:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830289.732070:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830289/real 1787830289] req@ffffa0e3d98d7840 x1874672134630272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830289.732082:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134630272/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830289.732090:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830289.732093:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830289.732097:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630272:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787830290.370888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830290.371042:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830291.396804:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830291.396821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830292.418823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830292.419049:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830293.442961:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830293.443179:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830294.466884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830294.467571:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830294.850866:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830294.850877:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830294.850881:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830294.850894:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3666 00000100:00080000:1.0:1787830294.850904:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830294.850912:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830294.850957:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134630400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830294.851047:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134630400:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830294.851063:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830294.851068:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830294.851071:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830294.851077:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3666 00000100:00080000:1.0:1787830294.851081:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830294.851086:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830294.851099:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830294.851117:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134630528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830294.851121:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830294.851133:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830294.851137:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830294.851139:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830294.851144:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3666 00000100:00080000:1.0:1787830294.851148:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830294.851153:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830294.851159:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830294.851173:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134630656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830294.851177:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffffa0e3d98d4f00 x1874672134630400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830294.851199:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830294.851203:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830294.851206:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787830294.851207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134630400/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830294.851216:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3666 00000100:00080000:2.0:1787830294.851221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830294.851222:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830294.851227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:1.0:1787830294.851232:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830294.851237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134630400:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787830294.851240:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830294.851255:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134630784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830294.851267:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830294.851291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830294.851305:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffffa0e3d98d7840 x1874672134630528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.851317:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134630528/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.851326:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.851329:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830294.851332:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830294.851338:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630656:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830294.851356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830294.851367:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffffa0e3d98d43c0 x1874672134630656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.851386:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134630656/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.851395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.851398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830294.851401:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630656:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830294.851417:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630784:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830294.851436:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830294.851446:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830294/real 1787830294] req@ffffa0e3d98d6940 x1874672134630784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830294.851456:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134630784/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830294.851463:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830294.851466:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830294.851469:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134630784:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830295.490855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830295.490989:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830296.514944:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830296.515687:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830297.538863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830297.539088:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830298.562896:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830298.563501:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830299.586855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830299.587199:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830299.971269:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830299.971281:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830299.971286:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830299.971297:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3671 00000100:00080000:2.0:1787830299.971310:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830299.971317:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830299.971358:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134630912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830299.971430:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134630912:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830299.971499:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830299.972970:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830299.972979:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830299.972982:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830299.972991:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3671 00000100:00080000:2.0:1787830299.973000:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830299.973008:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830299.973019:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830299.973045:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134631040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830299.973059:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830299.973062:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830299.973065:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830299.973069:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3671 00000100:00080000:2.0:1787830299.973073:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830299.973078:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830299.973083:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830299.973095:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134631168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830299.973105:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830299.973110:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffffa0e3d025f480 x1874672134630912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830299.973111:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830299.973115:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830299.973135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134630912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830299.973146:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830299.973151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830299.973155:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134630912:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830299.973179:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3671 00000100:00100000:0.0:1787830299.973185:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631040:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830299.973186:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830299.973195:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830299.973202:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830299.973218:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134631296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830299.973236:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830299.973442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffffa0e3d025c780 x1874672134631040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830299.973460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134631040/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830299.973468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830299.973472:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830299.973475:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830299.973482:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631168:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830299.973567:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830299.975883:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffffa0e3d025e1c0 x1874672134631168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830299.975916:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134631168/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830299.975927:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830299.975932:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830299.975936:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631168:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830299.975967:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631296:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830299.976020:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830299.976035:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830299/real 1787830299] req@ffffa0e3d025c000 x1874672134631296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830299.976048:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134631296/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830299.976056:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830299.976059:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830299.976062:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631296:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830300.610879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830300.610968:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830301.634918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830301.636089:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830302.658845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830302.658970:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830303.683075:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830303.683244:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830304.706839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830304.706942:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830305.090824:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830305.090834:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830305.090838:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830305.090847:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3676 00000100:00080000:2.0:1787830305.090857:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830305.090865:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830305.090906:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134631424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830305.090932:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830305.090935:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830305.090937:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830305.090941:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3676 00000100:00080000:2.0:1787830305.090944:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830305.090948:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830305.090955:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830305.090966:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134631552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830305.090975:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830305.090978:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830305.090979:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830305.090982:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3676 00000100:00080000:2.0:1787830305.090986:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830305.090989:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830305.090993:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830305.091231:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134631424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830305.091279:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134631680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830305.091290:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830305.091293:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830305.091295:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830305.091297:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3676 00000100:00080000:2.0:1787830305.091302:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830305.091305:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830305.091310:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830305.091322:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134631808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830305.091332:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830305.091392:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830305/real 1787830305] req@ffffa0e3d025fc00 x1874672134631424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830305.091413:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134631424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830305.091432:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830305.091436:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830305.091440:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134631424:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830305.091448:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830305.091470:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830305.091481:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830305/real 1787830305] req@ffffa0e3d025e940 x1874672134631552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830305.091493:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134631552/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830305.091501:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830305.091504:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830305.091507:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830305.091535:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631680:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830305.091553:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830305.091564:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830305/real 1787830305] req@ffffa0e3d025f0c0 x1874672134631680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830305.091575:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134631680/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830305.091582:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830305.091585:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830305.091589:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631680:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830305.091595:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631808:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830305.091614:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830305.091624:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830305/real 1787830305] req@ffffa0e3d025d680 x1874672134631808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830305.091634:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134631808/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830305.091642:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830305.091645:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830305.091648:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134631808:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830305.730830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830305.731101:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830306.754946:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830306.755337:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830307.778841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830307.778943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830308.802882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830308.803438:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830309.826841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830309.827036:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830310.211855:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830310.211865:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830310.211869:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830310.211878:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3681 00000100:00080000:2.0:1787830310.211888:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830310.211895:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830310.211930:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134631936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830310.211964:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830310.211968:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830310.211970:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830310.211974:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3681 00000100:00080000:2.0:1787830310.211977:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830310.211981:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830310.211991:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830310.212002:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134632064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830310.212010:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830310.212013:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830310.212015:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830310.212018:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3681 00000100:00080000:2.0:1787830310.212020:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830310.212023:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830310.212026:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830310.212033:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134632192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830310.212040:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830310.212043:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830310.212044:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830310.212048:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3681 00000100:00080000:2.0:1787830310.212050:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830310.212053:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830310.212057:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830310.212064:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134632320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830310.212175:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134631936:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830310.212329:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830310.212371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830310/real 1787830310] req@ffffa0e3d025cb40 x1874672134631936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830310.212388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134631936/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830310.212399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830310.212403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830310.212407:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134631936:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830310.212414:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830310.212436:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830310.212448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830310/real 1787830310] req@ffffa0e3d025cf00 x1874672134632064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830310.212530:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134632064/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830310.212538:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830310.212543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830310.212546:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830310.212551:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632192:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830310.212571:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830310.212581:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830310/real 1787830310] req@ffffa0e3d025c3c0 x1874672134632192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830310.212592:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134632192/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830310.212600:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830310.212604:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830310.212607:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632192:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830310.212613:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632320:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830310.212632:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830310.212642:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830310/real 1787830310] req@ffffa0e3d025e580 x1874672134632320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830310.212653:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134632320/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830310.212666:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830310.212669:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830310.212672:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632320:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830310.851570:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830310.851841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830311.875001:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830311.875301:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830312.898819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830312.898884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830313.922965:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830313.923504:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830314.946845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830314.948505:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830315.331469:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830315.331479:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830315.331482:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830315.331493:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3686 00000100:00080000:3.0:1787830315.331513:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830315.331521:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830315.331555:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134632448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830315.331583:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830315.331587:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830315.331588:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830315.331592:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3686 00000100:00080000:3.0:1787830315.331596:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830315.331599:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830315.331608:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830315.331620:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134632576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830315.331629:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830315.331631:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830315.331633:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830315.331636:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3686 00000100:00080000:3.0:1787830315.331639:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830315.331642:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830315.331645:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830315.331655:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134632704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830315.331662:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830315.331665:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830315.331667:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830315.331670:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3686 00000100:00080000:3.0:1787830315.331673:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830315.331687:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830315.331692:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830315.331701:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134632832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830315.331822:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134632448:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830315.331876:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830315.331908:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830315/real 1787830315] req@ffffa0e3c4318780 x1874672134632448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830315.331923:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134632448/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830315.331932:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830315.331935:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830315.331938:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134632448:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830315.331945:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830315.331966:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830315.331990:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830315/real 1787830315] req@ffffa0e3c4319e00 x1874672134632576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830315.332002:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134632576/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830315.332010:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830315.332013:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830315.332016:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830315.332022:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632704:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830315.332040:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830315.332051:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830315/real 1787830315] req@ffffa0e3c43192c0 x1874672134632704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830315.332062:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134632704/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830315.332070:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830315.332073:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830315.332075:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632704:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830315.332081:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632832:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830315.332099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830315.332108:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830315/real 1787830315] req@ffffa0e3c43183c0 x1874672134632832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830315.332119:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134632832/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830315.332126:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830315.332128:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830315.332131:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134632832:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830315.970806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830315.970993:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830316.994841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830316.995146:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830318.018936:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830318.020490:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830319.042918:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830319.042958:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830320.066840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830320.066923:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830320.450838:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830320.450847:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830320.450851:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830320.450860:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3692 00000100:00080000:1.0:1787830320.450869:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830320.450875:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830320.450907:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134632960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830320.450931:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830320.450937:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830320.450938:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830320.450942:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3692 00000100:00080000:1.0:1787830320.450945:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830320.450948:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830320.450958:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830320.450969:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134633088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830320.450979:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134632960:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830320.450980:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830320.450989:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830320.450990:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830320.450995:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3692 00000100:00080000:1.0:1787830320.450998:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830320.451001:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830320.451005:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830320.451016:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134633216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830320.451024:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830320.451027:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830320.451029:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830320.451032:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3692 00000100:00080000:1.0:1787830320.451035:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830320.451039:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830320.451044:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787830320.451047:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830320.451056:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134633344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830320.451150:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830320/real 1787830320] req@ffffa0e3d98d5e00 x1874672134632960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830320.451168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134632960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830320.451177:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830320.451181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830320.451184:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134632960:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830320.451207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830320.451226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830320.451238:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830320/real 1787830320] req@ffffa0e3d98d61c0 x1874672134633088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830320.451249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134633088/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830320.451255:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830320.451258:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830320.451262:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830320.451269:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633216:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830320.451284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830320.451293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830320/real 1787830320] req@ffffa0e3d98d5680 x1874672134633216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830320.451304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134633216/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830320.451317:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830320.451320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830320.451323:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633216:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830320.451329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633344:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830320.451345:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830320.451355:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830320/real 1787830320] req@ffffa0e3d98d4780 x1874672134633344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830320.451366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134633344/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830320.451373:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830320.451376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830320.451379:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633344:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830321.090852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830321.090887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830322.114867:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830322.115053:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830323.139329:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830323.139956:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830324.163017:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830324.164099:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830325.186871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830325.188006:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830325.571170:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.571180:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830325.571184:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.571194:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3697 00000100:00080000:1.0:1787830325.571204:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.571211:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830325.571250:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134633472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830325.571285:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.571288:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830325.571290:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.571294:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3697 00000100:00080000:1.0:1787830325.571298:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.571305:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830325.571316:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830325.571331:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134633600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830325.571340:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.571343:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830325.571345:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.571348:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3697 00000100:00080000:1.0:1787830325.571351:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.571354:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830325.571358:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830325.571366:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134633728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830325.571374:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830325.571377:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830325.571379:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830325.571382:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3697 00000100:00080000:1.0:1787830325.571385:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830325.571388:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830325.571393:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830325.571402:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134633856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830325.571503:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134633472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830325.571612:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830325.571642:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830325.571663:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633856:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830326.211685:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830326.212136:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830327.234923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830327.235105:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830328.258906:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830328.260957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830328.643034:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830328.643082:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830328.643096:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830328.643128:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830328.643136:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830328.643143:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830328.643237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffffa0e3d98d52c0 x1874672134633472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830328.643264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134633472/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830328.643276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830328.643281:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830328.643285:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134633472:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830328.643293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffffa0e3d98d4780 x1874672134633600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830328.643304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134633600/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830328.643312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830328.643315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830328.643318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830328.643324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffffa0e3d98d5680 x1874672134633728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830328.643335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134633728/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830328.643342:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830328.643345:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830328.643348:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633728:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830328.643354:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830325/real 1787830328] req@ffffa0e3d98d61c0 x1874672134633856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830328.643364:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134633856/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830328.643372:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830328.643375:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830328.643378:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134633856:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830329.282842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830329.283445:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830330.307808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830330.307880:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830330.691527:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830330.691539:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830330.691543:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830330.691553:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3702 00000100:00080000:3.0:1787830330.691565:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830330.691588:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830330.691625:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134633984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830330.691744:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134633984:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830330.691806:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830330.692563:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830330.692579:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830330.692582:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830330.692589:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3702 00000100:00080000:3.0:1787830330.692595:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830330.692602:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830330.692613:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830330.692636:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134634112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830330.693372:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffffa0e3c43183c0 x1874672134633984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.693396:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134633984/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.693408:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.693412:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830330.693416:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134633984:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830330.693444:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830330.693487:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830330.693501:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffffa0e3c43192c0 x1874672134634112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.693511:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134634112/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.693524:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.693527:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830330.693535:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634112:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830330.693657:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830330.693662:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830330.693663:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830330.693668:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3702 00000100:00080000:3.0:1787830330.693672:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830330.693677:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830330.693684:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830330.693701:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134634240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830330.693759:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634240:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830330.693783:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830330.693803:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830330.693807:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830330.693809:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830330.693813:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3702 00000100:00080000:3.0:1787830330.693817:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830330.693821:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830330.693827:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830330.693839:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134634368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830330.693877:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffffa0e3c4319e00 x1874672134634240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.693889:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134634240/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.693895:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.693898:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830330.693901:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634240:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830330.693912:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634368:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830330.693933:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830330.693954:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830330/real 1787830330] req@ffffa0e3c4318780 x1874672134634368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830330.693964:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134634368/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830330.694027:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830330.694031:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830330.694035:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634368:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830331.330826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830331.330984:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830332.354906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830332.355044:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830333.378839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830333.379068:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830334.404691:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830334.405595:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830335.426844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830335.427005:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830335.810875:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.810885:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830335.810890:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.810901:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3707 00000100:00080000:2.0:1787830335.810915:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.810922:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830335.810965:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134634496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830335.810990:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.810994:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830335.810995:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.810998:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3707 00000100:00080000:2.0:1787830335.811000:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.811003:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830335.811013:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830335.811021:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134634624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830335.811027:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.811029:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830335.811030:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.811032:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3707 00000100:00080000:2.0:1787830335.811034:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.811036:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830335.811039:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830335.811044:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134634752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830335.811050:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830335.811052:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830335.811053:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830335.811055:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3707 00000100:00080000:2.0:1787830335.811057:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830335.811059:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830335.811061:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830335.811074:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134634880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830335.811757:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134634496:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830335.811833:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830335.811885:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffffa0e3d025da40 x1874672134634496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.811904:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134634496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.811914:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.811919:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830335.811922:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134634496:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830335.811931:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830335.811954:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830335.811965:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffffa0e3d025ed00 x1874672134634624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.811977:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134634624/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.811985:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.811988:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830335.811991:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830335.811998:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634752:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830335.812017:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830335.812028:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffffa0e3d025de00 x1874672134634752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.812040:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134634752/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.812047:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.812050:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830335.812054:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634752:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830335.812059:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634880:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830335.812080:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830335.812091:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830335/real 1787830335] req@ffffa0e3d025d2c0 x1874672134634880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830335.812101:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134634880/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830335.812108:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830335.812110:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830335.812113:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134634880:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830336.450846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830336.450937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830337.474825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830337.474938:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830338.498993:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830338.499259:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830339.523232:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830339.523610:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830340.546817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830340.546906:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830340.930915:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.931001:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830340.931005:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.931016:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3712 00000100:00080000:1.0:1787830340.931027:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.931034:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830340.931068:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134635008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830340.931096:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.931100:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830340.931102:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.931106:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3712 00000100:00080000:1.0:1787830340.931110:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.931114:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830340.931124:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830340.931135:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134635136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830340.931143:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.931146:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830340.931147:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.931151:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3712 00000100:00080000:1.0:1787830340.931154:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.931157:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830340.931161:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830340.931169:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134635264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830340.931177:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830340.931180:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830340.931182:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830340.931184:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3712 00000100:00080000:1.0:1787830340.931187:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830340.931190:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830340.931195:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830340.931204:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134635392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830340.931280:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134635008:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830340.931337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830340.931371:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffffa0e3d98d5e00 x1874672134635008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.931386:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134635008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.931396:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.931400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830340.931404:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134635008:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830340.931410:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830340.931432:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830340.931444:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffffa0e3d98d6940 x1874672134635136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.931454:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134635136/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.931461:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.931464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830340.931468:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830340.931475:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635264:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830340.931507:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830340.931520:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffffa0e3d98d43c0 x1874672134635264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.931533:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134635264/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.931540:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.931543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830340.931547:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635264:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830340.931554:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635392:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830340.931573:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830340.931582:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830340/real 1787830340] req@ffffa0e3d98d7840 x1874672134635392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830340.931593:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134635392/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830340.931602:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830340.931605:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830340.931608:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635392:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830341.570876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830341.571470:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830342.595670:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830342.596062:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830343.618868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830343.621032:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830344.642828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830344.642930:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830345.666828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830345.666890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830346.050834:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830346.050844:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830346.050848:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830346.050857:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3717 00000100:00080000:1.0:1787830346.050866:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830346.050873:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830346.050910:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134635520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830346.050999:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134635520:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830346.051055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830346.051095:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830346.051099:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830346.051101:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830346.051105:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3717 00000100:00080000:1.0:1787830346.051109:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830346.051113:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830346.051122:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830346.051146:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134635648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830346.051534:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830346/real 1787830346] req@ffffa0e3d98d4f00 x1874672134635520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830346.051554:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134635520/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830346.051564:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830346.051567:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830346.051570:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134635520:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830346.051593:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830346.051618:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830346.051631:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830346/real 1787830346] req@ffffa0e3d98d7840 x1874672134635648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830346.051643:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134635648/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830346.051651:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830346.051654:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830346.051657:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635648:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830346.051762:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830346.051766:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830346.051768:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830346.051772:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3717 00000100:00080000:1.0:1787830346.051777:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830346.051781:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830346.051787:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830346.051798:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134635776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830346.051805:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830346.051807:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830346.051808:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830346.051811:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3717 00000100:00080000:1.0:1787830346.051813:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830346.051815:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830346.051818:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830346.051823:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134635904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830346.051869:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635776:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830346.051891:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830346.051904:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830346/real 1787830346] req@ffffa0e3d98d43c0 x1874672134635776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830346.051916:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134635776/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830346.051924:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830346.051928:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830346.051931:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635776:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830346.051937:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635904:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830346.051964:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830346.051974:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830346/real 1787830346] req@ffffa0e3d98d6940 x1874672134635904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830346.051985:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134635904/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830346.051998:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830346.052001:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830346.052004:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134635904:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830346.690831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830346.690894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830347.714813:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830347.715141:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830348.738966:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830348.739080:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830349.762832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830349.763484:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830350.787007:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830350.789512:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830351.171983:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830351.171998:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830351.172003:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830351.172017:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3722 00000100:00080000:3.0:1787830351.172030:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830351.172039:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830351.172122:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134636032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830351.172158:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830351.172162:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830351.172165:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830351.172170:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3722 00000100:00080000:3.0:1787830351.172174:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830351.172178:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830351.172190:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830351.172203:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134636160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830351.172213:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830351.172217:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830351.172218:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830351.172223:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3722 00000100:00080000:3.0:1787830351.172227:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830351.172231:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830351.172236:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830351.172246:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134636288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830351.172254:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830351.172257:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830351.172259:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830351.172263:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3722 00000100:00080000:3.0:1787830351.172266:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830351.172270:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830351.172274:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830351.172285:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134636416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830351.172396:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134636032:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830351.172546:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830351.172602:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830351/real 1787830351] req@ffffa0e3c4318000 x1874672134636032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830351.172620:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134636032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830351.172631:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830351.172635:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830351.172639:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134636032:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830351.172646:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830351.172669:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830351.172682:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830351/real 1787830351] req@ffffa0e3c4319a40 x1874672134636160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830351.172693:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134636160/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830351.172701:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830351.172704:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830351.172707:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830351.172759:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636288:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830351.172780:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830351.172791:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830351/real 1787830351] req@ffffa0e3c431b840 x1874672134636288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830351.172803:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134636288/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830351.172809:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830351.172813:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830351.172815:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636288:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830351.172821:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636416:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830351.172840:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830351.172850:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830351/real 1787830351] req@ffffa0e3c4318b40 x1874672134636416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830351.172860:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134636416/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830351.172868:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830351.172871:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830351.172874:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636416:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830351.811012:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830351.811056:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830352.834786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830352.835632:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830353.858925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830353.859011:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830354.882915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830354.883839:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830355.906827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830355.906963:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830356.290926:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830356.290936:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830356.290940:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830356.290950:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3727 00000100:00080000:0.0:1787830356.290961:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830356.290968:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830356.291003:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134636544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830356.291030:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830356.291033:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830356.291035:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830356.291039:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3727 00000100:00080000:0.0:1787830356.291043:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830356.291046:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830356.291055:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830356.291068:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134636672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830356.291071:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134636544:192.168.203.106@tcp:250:kworker.0 00000100:00080000:0.0:1787830356.291087:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830356.291090:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830356.291092:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830356.291097:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3727 00000100:00080000:0.0:1787830356.291100:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830356.291105:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830356.291122:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787830356.291136:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830356.291137:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134636800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830356.291154:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830356.291157:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830356.291159:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830356.291163:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3727 00000100:00080000:0.0:1787830356.291167:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830356.291172:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830356.291176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830356/real 1787830356] req@ffffa0e3c3e85e00 x1874672134636544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787830356.291178:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830356.291195:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134636544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830356.291198:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134636928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830356.291207:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830356.291221:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830356.291226:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134636544:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830356.291250:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830356.291271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830356.291284:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830356/real 1787830356] req@ffffa0e3c3e85680 x1874672134636672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830356.291294:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134636672/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830356.291299:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830356.291301:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830356.291303:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830356.291309:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636800:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830356.291322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830356.291328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830356/real 1787830356] req@ffffa0e3c3e87480 x1874672134636800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830356.291335:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134636800/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830356.291339:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830356.291341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830356.291342:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636800:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830356.291346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636928:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830356.291355:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830356.291360:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830356/real 1787830356] req@ffffa0e3c3e84b40 x1874672134636928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830356.291367:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134636928/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830356.291371:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830356.291373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830356.291382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134636928:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830356.930811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830356.930922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830357.954940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830357.955182:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830358.979123:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830358.979427:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830360.002842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830360.003310:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830361.027102:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830361.027157:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830361.410878:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830361.410887:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830361.410891:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830361.410900:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3732 00000100:00080000:1.0:1787830361.410910:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830361.410917:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830361.410950:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134637056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830361.410979:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830361.410982:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830361.410984:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830361.410987:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3732 00000100:00080000:1.0:1787830361.410990:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830361.410994:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830361.411002:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830361.411016:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134637184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830361.411026:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830361.411029:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830361.411031:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830361.411035:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3732 00000100:00080000:1.0:1787830361.411038:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830361.411041:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830361.411046:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830361.411055:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134637312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830361.411064:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830361.411067:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830361.411069:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830361.411073:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3732 00000100:00080000:1.0:1787830361.411076:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830361.411079:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830361.411083:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830361.411091:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134637440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830361.411159:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134637056:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830361.411214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830361.411246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830361/real 1787830361] req@ffffa0e3d98d5e00 x1874672134637056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830361.411262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134637056/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830361.411271:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830361.411275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830361.411278:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134637056:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830361.411285:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830361.411302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830361.411312:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830361/real 1787830361] req@ffffa0e3d98d61c0 x1874672134637184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830361.411323:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134637184/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830361.411331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830361.411334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830361.411337:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830361.411342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637312:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830361.411368:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830361.411379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830361/real 1787830361] req@ffffa0e3d98d5680 x1874672134637312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830361.411391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134637312/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830361.411398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830361.411401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830361.411404:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637312:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830361.411410:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637440:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830361.411426:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830361.411435:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830361/real 1787830361] req@ffffa0e3d98d4780 x1874672134637440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830361.411446:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134637440/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830361.411453:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830361.411456:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830361.411459:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637440:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830362.050848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830362.050986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830363.074810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830363.074866:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830364.098822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830364.098893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830365.122828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830365.124165:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830366.146855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830366.146971:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830366.530886:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830366.530897:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830366.530901:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830366.530911:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3738 00000100:00080000:1.0:1787830366.530922:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830366.530929:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830366.530981:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134637568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830366.531010:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830366.531013:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830366.531015:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830366.531018:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3738 00000100:00080000:1.0:1787830366.531022:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830366.531025:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830366.531034:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830366.531046:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134637696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830366.531055:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830366.531066:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830366.531068:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830366.531071:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3738 00000100:00080000:1.0:1787830366.531074:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830366.531077:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830366.531081:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830366.531089:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134637824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830366.531097:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830366.531100:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830366.531101:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830366.531105:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3738 00000100:00080000:1.0:1787830366.531107:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830366.531110:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830366.531114:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830366.531121:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134637952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830366.531513:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134637568:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830366.531570:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830366.531608:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffffa0e3d98d52c0 x1874672134637568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830366.531624:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134637568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830366.531633:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830366.531637:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830366.531641:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134637568:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830366.531647:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637696:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830366.531667:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830366.531678:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffffa0e3d98d4780 x1874672134637696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830366.531687:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134637696/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830366.531695:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830366.531698:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830366.531701:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830366.531707:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637824:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830366.537103:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830366.537149:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffffa0e3d98d5680 x1874672134637824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830366.537169:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134637824/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830366.537178:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830366.537183:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830366.537186:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637824:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830366.537197:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637952:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830366.537244:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830366.537257:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830366/real 1787830366] req@ffffa0e3d98d61c0 x1874672134637952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830366.537268:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134637952/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830366.537275:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830366.537278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830366.537282:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134637952:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830367.170825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830367.170898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830368.194845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830368.194941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830369.218823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830369.219063:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830370.242876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830370.243147:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830371.266821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830371.266927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830371.650827:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.650838:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830371.650843:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.650852:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3743 00000100:00080000:1.0:1787830371.650863:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.650870:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830371.650908:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134638080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830371.650934:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.650937:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830371.650939:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.650943:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3743 00000100:00080000:1.0:1787830371.650947:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.650950:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830371.650960:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830371.650973:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134638208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830371.650983:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.650987:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787830371.650987:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134638080:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830371.650990:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.650998:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3743 00000100:00080000:1.0:1787830371.651002:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.651005:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830371.651010:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830371.651020:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134638336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830371.651028:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830371.651032:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830371.651034:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830371.651037:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3743 00000100:00080000:1.0:1787830371.651040:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830371.651044:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830371.651049:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:3.0:1787830371.651055:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830371.651060:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134638464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830371.651155:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffffa0e3d98d5e00 x1874672134638080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.651172:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134638080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.651182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.651186:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830371.651189:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134638080:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830371.651214:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830371.651237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830371.651250:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffffa0e3d98d6940 x1874672134638208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.651262:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134638208/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.651270:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.651273:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830371.651276:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830371.651295:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638336:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830371.651315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830371.651325:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffffa0e3d98d43c0 x1874672134638336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.651337:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134638336/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.651345:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.651348:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830371.651351:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638336:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830371.651356:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638464:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830371.651375:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830371.651397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830371/real 1787830371] req@ffffa0e3d98d7840 x1874672134638464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830371.651410:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134638464/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830371.651418:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830371.651421:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830371.651424:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638464:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830372.290836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830372.294368:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830373.314820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830373.314912:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830374.339206:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830374.339262:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830375.362827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830375.363012:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830376.386824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830376.386970:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830376.771173:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830376.771182:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830376.771185:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830376.771193:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3748 00000100:00080000:0.0:1787830376.771203:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830376.771209:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830376.771242:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134638592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830376.771274:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830376.771277:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830376.771279:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830376.771283:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3748 00000100:00080000:0.0:1787830376.771286:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830376.771289:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830376.771298:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830376.771309:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134638720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830376.771318:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830376.771320:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830376.771322:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830376.771325:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3748 00000100:00080000:0.0:1787830376.771328:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830376.771331:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830376.771334:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830376.771342:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134638848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830376.771350:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830376.771353:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830376.771355:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830376.771358:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3748 00000100:00080000:0.0:1787830376.771360:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830376.771364:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830376.771368:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830376.771378:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134638976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830376.773408:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134638592:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830376.773477:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830376.773516:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffffa0e3c3e84f00 x1874672134638592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830376.773532:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134638592/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830376.773542:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830376.773545:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830376.773549:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134638592:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830376.773556:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830376.773577:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830376.773588:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffffa0e3c3e86940 x1874672134638720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830376.773599:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134638720/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830376.773607:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830376.773610:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830376.773612:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830376.773619:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638848:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830376.773636:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830376.773644:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffffa0e3c3e86d00 x1874672134638848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830376.773656:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134638848/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830376.773663:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830376.773666:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830376.773669:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638848:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830376.773674:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638976:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830376.773692:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830376.773701:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830376/real 1787830376] req@ffffa0e3c3e852c0 x1874672134638976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830376.773745:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134638976/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830376.773753:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830376.773756:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830376.773760:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134638976:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830377.410956:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830377.411035:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830378.434826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830378.435266:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830379.459358:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830379.459890:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830380.484015:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830380.484121:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830381.508116:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830381.509304:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830381.890880:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830381.890891:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830381.890895:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830381.890905:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3753 00000100:00080000:3.0:1787830381.890915:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830381.890927:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830381.891108:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134639104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830381.891167:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134639104:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830381.891232:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830381.891261:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830381.891265:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830381.891266:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830381.891271:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3753 00000100:00080000:3.0:1787830381.891275:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830381.891279:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830381.891289:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830381.891302:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134639232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830381.892295:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffffa0e3c431ad00 x1874672134639104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.892318:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134639104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.892334:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.892339:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830381.892342:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134639104:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830381.892368:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830381.892417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830381.892431:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffffa0e3c431a1c0 x1874672134639232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.892444:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134639232/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.892452:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.892455:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830381.892458:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639232:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830381.892790:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830381.892795:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830381.892798:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830381.892803:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3753 00000100:00080000:3.0:1787830381.892809:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830381.892814:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830381.892822:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830381.893067:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134639360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830381.893093:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830381.893097:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830381.893099:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830381.893103:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3753 00000100:00080000:3.0:1787830381.893107:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830381.893111:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830381.893117:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830381.893127:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134639488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830381.893192:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639360:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830381.893231:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830381.893251:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffffa0e3c431a580 x1874672134639360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.893264:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134639360/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.893276:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.893279:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830381.893282:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639360:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830381.893287:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639488:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830381.893306:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830381.893317:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830381/real 1787830381] req@ffffa0e3c4318f00 x1874672134639488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830381.893328:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134639488/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830381.893335:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830381.893338:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830381.893341:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639488:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830382.531303:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830382.533613:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830383.554863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830383.554979:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830384.579461:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830384.580396:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830385.602839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830385.603521:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830386.626830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830386.626948:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830387.012059:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830387.012081:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830387.012085:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830387.012102:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3758 00000100:00080000:1.0:1787830387.012136:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830387.012150:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830387.012193:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134639616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830387.012345:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830387.012349:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830387.012351:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830387.012356:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3758 00000100:00080000:1.0:1787830387.012360:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830387.012364:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830387.012616:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830387.012633:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134639744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830387.012643:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830387.012645:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830387.012647:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830387.012666:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3758 00000100:00080000:1.0:1787830387.012671:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830387.012674:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830387.012679:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830387.012689:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134639872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830387.012698:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830387.012731:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830387.012732:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830387.012735:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3758 00000100:00080000:1.0:1787830387.012739:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830387.012742:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830387.012746:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830387.012769:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134640000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830387.012906:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134639616:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830387.013065:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830387.013145:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830387/real 1787830387] req@ffffa0e3d98d4f00 x1874672134639616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830387.013158:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134639616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830387.013164:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830387.013167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830387.013169:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134639616:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830387.013174:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830387.014426:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830387.014454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830387/real 1787830387] req@ffffa0e3d98d7840 x1874672134639744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830387.014470:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134639744/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830387.014479:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830387.014483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830387.014487:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830387.014495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639872:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830387.014518:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830387.014529:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830387/real 1787830387] req@ffffa0e3d98d43c0 x1874672134639872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830387.014539:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134639872/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830387.014545:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830387.014549:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830387.014552:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134639872:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830387.014558:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640000:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830387.014580:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830387.014591:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830387/real 1787830387] req@ffffa0e3d98d6940 x1874672134640000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830387.014602:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134640000/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830387.014609:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830387.014612:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830387.014615:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640000:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830387.650838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830387.651404:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830388.674820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830388.675051:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830389.698908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830389.698952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830390.723004:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830390.723207:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830391.747155:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830391.747889:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830392.131390:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830392.131399:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830392.131404:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830392.131415:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3763 00000100:00080000:0.0:1787830392.131426:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830392.131435:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830392.131474:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134640128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830392.131507:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830392.131511:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830392.131513:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830392.131517:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3763 00000100:00080000:0.0:1787830392.131521:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830392.131525:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830392.131534:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830392.131547:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134640256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830392.131564:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830392.131567:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830392.131569:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830392.131573:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3763 00000100:00080000:0.0:1787830392.131576:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830392.131579:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830392.131584:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830392.131593:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134640384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830392.131601:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830392.131605:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830392.131607:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830392.131610:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3763 00000100:00080000:0.0:1787830392.131613:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830392.131616:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830392.131621:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830392.131630:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134640512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830392.131955:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134640128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830392.132067:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830392.132096:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830392.132120:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830392.770834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830392.771185:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830393.794864:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830393.794952:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830394.818844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830394.820369:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830395.203329:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830395.203371:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830395.203388:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830395.203426:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830395.203434:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830395.203441:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830395.203543:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830392/real 1787830395] req@ffffa0e3c3e870c0 x1874672134640256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830395.203566:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134640256/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830395.203578:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830395.203582:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830395.203586:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830395.203593:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830392/real 1787830395] req@ffffa0e3c3e86580 x1874672134640384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830395.203603:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134640384/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830395.203610:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830395.203613:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830395.203617:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640384:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830395.203625:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830392/real 1787830395] req@ffffa0e3c3e87c00 x1874672134640512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830395.203636:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134640512/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830395.203644:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830395.203647:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830395.203650:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640512:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830395.203657:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830392/real 1787830395] req@ffffa0e3c3e87840 x1874672134640128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830395.203668:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134640128/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830395.203675:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830395.203678:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830395.203681:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134640128:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830395.842819:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830395.842996:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830396.866881:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830396.867188:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830397.250894:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830397.250903:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830397.250907:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830397.250916:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3768 00000100:00080000:0.0:1787830397.250927:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830397.250933:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830397.253081:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134640640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830397.253213:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134640640:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830397.253311:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830397.253344:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830397.253349:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830397.253351:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830397.253357:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3768 00000100:00080000:0.0:1787830397.253362:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830397.253369:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830397.253389:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830397.253415:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134640768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830397.254070:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830397.254076:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830397.254079:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830397.254085:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3768 00000100:00080000:0.0:1787830397.254091:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830397.254096:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830397.254102:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830397.254131:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134640896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830397.254142:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830397.254146:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830397.254148:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830397.254152:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3768 00000100:00080000:0.0:1787830397.254155:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830397.254164:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830397.254169:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830397.254193:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134641024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830397.254339:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830397/real 1787830397] req@ffffa0e3c3e85a40 x1874672134640640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830397.254369:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134640640/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830397.254386:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830397.254391:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830397.254395:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134640640:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830397.254432:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830397.254504:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830397.254535:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830397/real 1787830397] req@ffffa0e3c3e861c0 x1874672134640768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830397.254548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134640768/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830397.254555:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830397.254558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830397.254561:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830397.254567:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640896:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830397.254586:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830397.254597:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830397/real 1787830397] req@ffffa0e3c3e87840 x1874672134640896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830397.254608:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134640896/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830397.254616:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830397.254619:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830397.254622:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134640896:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830397.254628:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641024:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830397.254649:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830397.254660:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830397/real 1787830397] req@ffffa0e3c3e87c00 x1874672134641024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830397.254671:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134641024/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830397.254679:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830397.254683:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830397.254686:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641024:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830397.891067:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830397.892025:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830398.914833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:3.0:1787830398.915002:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830399.939040:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830399.939178:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830400.962804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830400.962876:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830401.987119:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830401.989836:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830402.371620:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830402.371630:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830402.371633:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830402.371643:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3773 00000100:00080000:1.0:1787830402.371654:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830402.371660:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830402.371695:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134641152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830402.371741:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830402.371745:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830402.371747:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830402.371752:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3773 00000100:00080000:1.0:1787830402.371756:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830402.371763:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830402.371763:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134641152:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787830402.371776:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830402.371791:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134641280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830402.371802:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830402.371806:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830402.371808:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830402.371811:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3773 00000100:00080000:1.0:1787830402.371814:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830402.371819:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830402.371823:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830402.371832:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134641408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830402.371840:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830402.371843:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830402.371844:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830402.371847:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3773 00000100:00080000:1.0:1787830402.371850:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830402.371853:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830402.371857:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830402.371866:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134641536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830402.371942:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830402.372039:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830402/real 1787830402] req@ffffa0e3d98d5e00 x1874672134641152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830402.372055:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134641152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830402.372065:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830402.372078:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830402.372083:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134641152:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830402.372108:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830402.372131:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830402.372255:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830402/real 1787830402] req@ffffa0e3d98d61c0 x1874672134641280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830402.372269:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134641280/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830402.372277:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830402.372280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830402.372283:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830402.372289:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641408:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830402.372309:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830402.372320:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830402/real 1787830402] req@ffffa0e3d98d5680 x1874672134641408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830402.372331:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134641408/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830402.372338:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830402.372341:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830402.372343:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641408:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830402.372349:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641536:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830402.372367:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830402.372377:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830402/real 1787830402] req@ffffa0e3d98d4780 x1874672134641536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830402.372388:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134641536/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830402.372395:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830402.372398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830402.372401:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641536:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830403.011130:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830403.013381:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830404.034823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830404.034876:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830405.058918:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830405.059048:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830406.082828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830406.083353:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830407.106834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830407.106935:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830407.491021:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830407.491030:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830407.491047:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830407.491057:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3779 00000100:00080000:1.0:1787830407.491067:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830407.491074:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830407.491113:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134641664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830407.491152:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830407.491156:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830407.491158:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830407.491162:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3779 00000100:00080000:1.0:1787830407.491166:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830407.491169:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830407.491179:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830407.491193:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134641792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830407.491204:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830407.491207:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830407.491209:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830407.491213:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3779 00000100:00080000:1.0:1787830407.491227:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787830407.491227:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134641664:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830407.491235:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830407.491240:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830407.491252:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134641920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830407.491259:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830407.491262:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830407.491263:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830407.491265:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3779 00000100:00080000:1.0:1787830407.491268:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830407.491271:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830407.491274:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830407.491281:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134642048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830407.491292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830407.491333:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830407/real 1787830407] req@ffffa0e3d98d52c0 x1874672134641664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830407.491348:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134641664/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830407.491357:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830407.491361:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830407.491364:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134641664:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830407.491371:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830407.491392:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830407.491405:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830407/real 1787830407] req@ffffa0e3d98d4780 x1874672134641792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830407.491415:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134641792/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830407.491422:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830407.491424:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830407.491427:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830407.491450:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641920:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830407.491469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830407.491480:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830407/real 1787830407] req@ffffa0e3d98d5680 x1874672134641920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830407.491491:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134641920/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830407.491498:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830407.491501:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830407.491504:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134641920:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830407.491510:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642048:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830407.491528:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830407.491538:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830407/real 1787830407] req@ffffa0e3d98d61c0 x1874672134642048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830407.491548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134642048/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830407.491557:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830407.491560:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830407.491563:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642048:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830408.131096:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830408.131191:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830409.154809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830409.155071:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830410.185564:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830410.187636:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830411.202956:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830411.203031:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830412.226848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830412.228503:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830412.611584:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830412.611599:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830412.611604:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830412.611618:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3784 00000100:00080000:2.0:1787830412.611632:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830412.611641:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830412.611684:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134642176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830412.611761:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134642176:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830412.611837:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830412.611899:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830412.611911:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830412.611914:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830412.611920:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3784 00000100:00080000:2.0:1787830412.611924:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830412.611929:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830412.611942:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830412.611959:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134642304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830412.612148:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffffa0e3d025f840 x1874672134642176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830412.612170:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134642176/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830412.612182:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830412.612186:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830412.612190:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134642176:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830412.612221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830412.612246:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830412.612260:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffffa0e3d025d2c0 x1874672134642304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830412.612272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134642304/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830412.612281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830412.612285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830412.612288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642304:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830412.612397:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830412.612401:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830412.612403:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830412.612409:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3784 00000100:00080000:2.0:1787830412.612414:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830412.612419:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830412.612427:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830412.612441:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134642432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830412.612488:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642432:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830412.612518:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830412.612541:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830412.612545:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830412.612547:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830412.612552:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3784 00000100:00080000:2.0:1787830412.612556:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830412.612561:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830412.612568:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830412.612581:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134642560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830412.612619:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffffa0e3d025de00 x1874672134642432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830412.612632:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134642432/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830412.612640:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830412.612643:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830412.612646:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642432:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830412.612659:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642560:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830412.612683:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830412.612697:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830412/real 1787830412] req@ffffa0e3d025ed00 x1874672134642560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830412.612708:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134642560/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830412.612740:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830412.612743:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830412.612746:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642560:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830413.250852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830413.251311:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830414.274827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830414.275827:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830415.298849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830415.299514:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830416.322863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830416.323068:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830417.346840:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830417.347219:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830417.730851:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830417.730862:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830417.730866:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830417.730876:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3789 00000100:00080000:2.0:1787830417.730886:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830417.730894:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830417.730931:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134642688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830417.730973:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830417.730977:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830417.730979:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830417.730983:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3789 00000100:00080000:2.0:1787830417.730986:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830417.730990:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830417.730999:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830417.731013:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134642816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830417.731016:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134642688:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830417.731031:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830417.731035:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830417.731037:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830417.731041:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3789 00000100:00080000:2.0:1787830417.731045:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830417.731049:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830417.731054:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830417.731065:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134642944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830417.731075:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830417.731078:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787830417.731082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830417.731082:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830417.731090:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3789 00000100:00080000:2.0:1787830417.731095:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830417.731100:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830417.731105:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830417.731118:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134643072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830417.731127:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffffa0e3d025da40 x1874672134642688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830417.731152:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134642688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830417.731163:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830417.731167:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830417.731171:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134642688:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830417.731193:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830417.731214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830417.731225:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffffa0e3d025e580 x1874672134642816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830417.731237:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134642816/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830417.731244:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830417.731247:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830417.731251:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830417.731256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642944:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830417.731273:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830417.731283:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffffa0e3d025c3c0 x1874672134642944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830417.731294:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134642944/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830417.731307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830417.731310:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830417.731313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134642944:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830417.731319:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643072:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830417.731335:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830417.731345:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830417/real 1787830417] req@ffffa0e3d025cf00 x1874672134643072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830417.731355:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134643072/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830417.731362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830417.731365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830417.731368:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643072:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830418.370927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830418.371025:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830419.394839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830419.395138:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830420.418800:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830420.418874:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830421.442787:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830421.445581:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830422.466870:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830422.466893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830422.850873:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830422.850883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830422.850887:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830422.850896:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3794 00000100:00080000:3.0:1787830422.850907:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830422.850914:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830422.850963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134643200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830422.850992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830422.850996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830422.850999:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830422.851003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3794 00000100:00080000:3.0:1787830422.851006:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830422.851009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830422.851026:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830422.851037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134643328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830422.851051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830422.851061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830422.851062:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830422.851066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3794 00000100:00080000:3.0:1787830422.851069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830422.851073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830422.851078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830422.851088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134643456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830422.851098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830422.851100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830422.851102:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787830422.851106:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134643200:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830422.851107:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3794 00000100:00080000:3.0:1787830422.851112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830422.851117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830422.851122:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830422.851134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134643584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830422.851170:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830422.851203:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffffa0e3c431a940 x1874672134643200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830422.851220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134643200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830422.851229:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830422.851234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830422.851237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134643200:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830422.851243:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830422.851264:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830422.851276:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffffa0e3c431b0c0 x1874672134643328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830422.851286:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134643328/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830422.851293:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830422.851296:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830422.851299:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830422.851323:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643456:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830422.851353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830422.851364:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffffa0e3c4319680 x1874672134643456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830422.851374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134643456/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830422.851381:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830422.851385:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830422.851388:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643456:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830422.851393:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643584:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830422.851411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830422.851420:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830422/real 1787830422] req@ffffa0e3c431bc00 x1874672134643584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830422.851431:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134643584/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830422.851439:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830422.851441:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830422.851444:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643584:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830423.490941:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830423.491121:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830424.514821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830424.514957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830425.538846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830425.538962:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830426.562824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830426.562888:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830427.586825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830427.586931:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830427.974077:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830427.974086:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830427.974100:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830427.974110:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3799 00000100:00080000:1.0:1787830427.974121:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830427.974128:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830427.974164:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134643712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830427.974195:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830427.974199:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830427.974200:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830427.974204:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3799 00000100:00080000:1.0:1787830427.974207:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830427.974211:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830427.974220:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830427.974241:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134643712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830427.974245:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134643840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830427.974264:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830427.974267:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830427.974269:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830427.974273:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3799 00000100:00080000:1.0:1787830427.974277:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830427.974280:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830427.974285:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830427.974295:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134643968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830427.974304:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787830427.974307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830427.974309:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830427.974312:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830427.974316:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3799 00000100:00080000:1.0:1787830427.974319:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830427.974323:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830427.974327:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830427.974337:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134644096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830427.974372:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffffa0e3d98d5e00 x1874672134643712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830427.974389:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134643712/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830427.974399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830427.974402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830427.974406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134643712:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830427.974447:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830427.974481:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830427.974494:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffffa0e3d98d6940 x1874672134643840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830427.974507:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134643840/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830427.974514:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830427.974518:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830427.974521:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830427.974527:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643968:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830427.974545:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830427.974555:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffffa0e3d98d43c0 x1874672134643968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830427.974567:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134643968/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830427.974574:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830427.974577:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830427.974580:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134643968:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830427.974585:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644096:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830427.974605:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830427.974621:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830427/real 1787830427] req@ffffa0e3d98d7840 x1874672134644096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830427.974632:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134644096/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830427.974639:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830427.974642:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830427.974645:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644096:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830428.610828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830428.611039:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830429.634890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830429.634931:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830430.658985:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830430.659029:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830431.682884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830431.683175:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830432.707489:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830432.707540:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830433.090827:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830433.090836:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830433.090840:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830433.090850:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3804 00000100:00080000:1.0:1787830433.090871:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830433.090880:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830433.090917:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134644224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830433.090947:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830433.090951:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830433.090953:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830433.090956:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3804 00000100:00080000:1.0:1787830433.090960:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830433.090964:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830433.090973:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830433.090987:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134644352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830433.090994:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830433.090997:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830433.090999:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830433.091003:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3804 00000100:00080000:1.0:1787830433.091007:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830433.091010:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830433.091014:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830433.091028:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134644480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830433.091028:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134644224:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830433.091043:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830433.091047:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830433.091049:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830433.091052:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3804 00000100:00080000:1.0:1787830433.091055:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830433.091059:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830433.091064:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830433.091074:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134644608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830433.091093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830433.091130:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830433/real 1787830433] req@ffffa0e3d98d4f00 x1874672134644224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830433.091146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134644224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830433.091155:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830433.091159:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830433.091163:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134644224:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830433.091169:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644352:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830433.091190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830433.091213:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830433/real 1787830433] req@ffffa0e3d98d7840 x1874672134644352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830433.091224:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134644352/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830433.091241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830433.091245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830433.091248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830433.091273:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644480:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830433.091292:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830433.091304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830433/real 1787830433] req@ffffa0e3d98d43c0 x1874672134644480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830433.091315:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134644480/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830433.091322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830433.091325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830433.091337:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644480:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830433.091344:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644608:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830433.091364:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830433.091374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830433/real 1787830433] req@ffffa0e3d98d6940 x1874672134644608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830433.091385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134644608/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830433.091392:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830433.091395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830433.091398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644608:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830433.730809:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830433.730887:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830434.754814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830434.755258:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830435.778786:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830435.779900:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830436.803007:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830436.803784:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830437.827147:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830437.829754:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830438.210894:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830438.210903:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830438.210908:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830438.210929:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3809 00000100:00080000:2.0:1787830438.210939:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830438.210946:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830438.210981:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134644736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830438.211006:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830438.211009:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830438.211011:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830438.211015:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3809 00000100:00080000:2.0:1787830438.211018:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830438.211021:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830438.211031:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830438.211044:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134644864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830438.211053:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830438.211055:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830438.211057:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830438.211061:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3809 00000100:00080000:2.0:1787830438.211064:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830438.211067:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830438.211073:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830438.211087:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134644736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830438.211088:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134644992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830438.211118:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830438.211121:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830438.211123:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830438.211126:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3809 00000100:00080000:2.0:1787830438.211129:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830438.211133:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830438.211138:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830438.211150:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134645120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830438.211210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830438.211272:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830438/real 1787830438] req@ffffa0e3d025cb40 x1874672134644736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830438.211293:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134644736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830438.211304:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830438.211309:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830438.211314:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134644736:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830438.211322:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830438.211347:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830438.211360:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830438/real 1787830438] req@ffffa0e3d025d680 x1874672134644864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830438.211371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134644864/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830438.211378:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830438.211381:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830438.211384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830438.211413:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644992:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830438.211434:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830438.211445:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830438/real 1787830438] req@ffffa0e3d025f0c0 x1874672134644992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830438.211463:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134644992/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830438.211471:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830438.211474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830438.211477:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134644992:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830438.211484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645120:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830438.211503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830438.211514:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830438/real 1787830438] req@ffffa0e3d025e940 x1874672134645120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830438.211524:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134645120/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830438.211531:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830438.211534:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830438.211537:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645120:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830438.850884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830438.851475:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830439.874888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830439.875019:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830440.898835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830440.898917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830441.922927:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830441.922983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830442.949865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830442.950009:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830443.330995:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830443.331003:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830443.331006:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830443.331013:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3814 00000100:00080000:2.0:1787830443.331023:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830443.331029:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830443.331066:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134645248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830443.331354:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830443.331358:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830443.331361:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830443.331365:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3814 00000100:00080000:2.0:1787830443.331369:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830443.331372:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830443.331390:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830443.331405:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134645376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830443.331416:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830443.331418:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830443.331420:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830443.331424:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3814 00000100:00080000:2.0:1787830443.331427:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830443.331430:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830443.331435:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830443.331444:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134645504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830443.331453:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830443.331456:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830443.331458:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830443.331461:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3814 00000100:00080000:2.0:1787830443.331464:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830443.331467:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830443.331472:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830443.331482:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134645632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830443.331855:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134645248:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830443.331914:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830443.331954:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830443/real 1787830443] req@ffffa0e3d025fc00 x1874672134645248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830443.331978:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134645248/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830443.331987:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830443.331991:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830443.331994:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134645248:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830443.332001:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830443.332022:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830443.332035:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830443/real 1787830443] req@ffffa0e3d025c000 x1874672134645376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830443.332046:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134645376/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830443.332054:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830443.332056:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830443.332059:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830443.332065:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645504:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830443.332082:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830443.332092:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830443/real 1787830443] req@ffffa0e3d025e1c0 x1874672134645504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830443.332103:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134645504/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830443.332115:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830443.332119:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830443.332122:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645504:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830443.332129:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645632:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830443.332146:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830443.332156:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830443/real 1787830443] req@ffffa0e3d025c780 x1874672134645632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830443.332168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134645632/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830443.332175:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830443.332179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830443.332182:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645632:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830443.970827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830443.972726:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830444.995129:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830444.995954:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830446.019008:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830446.019018:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830447.043010:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830447.043743:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830448.066825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830448.066974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830448.451451:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830448.451462:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830448.451467:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830448.451479:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3819 00000100:00080000:1.0:1787830448.451491:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830448.451499:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830448.451536:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134645760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830448.451566:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830448.451569:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830448.451571:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830448.451575:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3819 00000100:00080000:1.0:1787830448.451579:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830448.451583:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830448.451664:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830448.451681:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134645888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830448.451692:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830448.451695:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830448.451696:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830448.451700:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3819 00000100:00080000:1.0:1787830448.451704:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830448.451707:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830448.451735:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830448.451747:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134646016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830448.451772:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830448.451775:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830448.451777:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830448.451780:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3819 00000100:00080000:1.0:1787830448.451783:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830448.451786:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830448.451791:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830448.451802:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134646144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830448.452789:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134645760:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830448.452936:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830448.453008:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830448/real 1787830448] req@ffffa0e3d98d5e00 x1874672134645760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830448.454837:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134645760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830448.454862:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830448.454867:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830448.454872:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134645760:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830448.454882:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830448.454945:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830448.454966:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830448/real 1787830448] req@ffffa0e3d98d61c0 x1874672134645888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830448.454978:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134645888/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830448.454986:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830448.454989:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830448.454992:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134645888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830448.454999:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646016:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830448.455019:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830448.455030:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830448/real 1787830448] req@ffffa0e3d98d5680 x1874672134646016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830448.455041:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134646016/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830448.455048:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830448.455052:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830448.455055:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646016:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830448.455062:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646144:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830448.455080:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830448.455089:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830448/real 1787830448] req@ffffa0e3d98d4780 x1874672134646144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830448.455099:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134646144/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830448.455107:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830448.455110:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830448.455113:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646144:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830449.090931:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830449.092895:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830450.114862:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830450.115055:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830451.138812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830451.140854:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830452.162831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830452.163182:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830453.186830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830453.186886:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830453.571297:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830453.571309:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830453.571314:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830453.571325:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3825 00000100:00080000:2.0:1787830453.571336:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830453.571343:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830453.571386:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134646272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830453.571418:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830453.571422:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830453.571424:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830453.571428:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3825 00000100:00080000:2.0:1787830453.571431:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830453.571434:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830453.571446:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830453.571459:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134646400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830453.571468:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830453.571471:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830453.571472:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830453.571476:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3825 00000100:00080000:2.0:1787830453.571479:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830453.571482:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830453.571485:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830453.571494:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134646528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830453.571501:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830453.571504:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830453.571506:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830453.571509:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3825 00000100:00080000:2.0:1787830453.571511:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830453.571514:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830453.571518:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830453.571526:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134646656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830453.571781:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134646272:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830453.571843:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830453.571881:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffffa0e3d025f480 x1874672134646272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.571899:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134646272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.571910:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.571914:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830453.571917:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134646272:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830453.571925:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830453.571946:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830453.571958:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffffa0e3d025c780 x1874672134646400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.571970:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134646400/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.571979:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.571982:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830453.571985:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830453.571992:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646528:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830453.572011:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830453.572022:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffffa0e3d025e1c0 x1874672134646528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.572034:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134646528/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.572042:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.572045:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830453.572048:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646528:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830453.572054:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646656:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830453.572072:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830453.572082:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830453/real 1787830453] req@ffffa0e3d025c000 x1874672134646656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830453.572094:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134646656/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830453.572101:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830453.572104:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830453.572106:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646656:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830454.210983:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830454.213143:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830455.234857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830455.235024:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830456.259153:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830456.259423:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830457.282981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830457.283140:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830458.306870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830458.307222:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830458.691071:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830458.691081:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830458.691085:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830458.691095:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3830 00000100:00080000:2.0:1787830458.691106:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830458.691113:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830458.691148:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134646784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830458.691179:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830458.691183:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830458.691185:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830458.691189:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3830 00000100:00080000:2.0:1787830458.691192:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830458.691196:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830458.691205:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830458.691218:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134646912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830458.691225:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134646784:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830458.691229:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830458.691234:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830458.691235:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830458.691239:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3830 00000100:00080000:2.0:1787830458.691243:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830458.691246:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830458.691250:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830458.691261:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134647040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830458.691268:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830458.691271:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830458.691273:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830458.691276:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3830 00000100:00080000:2.0:1787830458.691279:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830458.691282:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830458.691286:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830458.691296:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134647168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830458.691330:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830458.691355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830458.691371:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830459.330925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830459.332913:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830460.354871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830460.354908:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830461.378828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830461.379010:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787830461.763296:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:0.0:1787830461.763339:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787830461.763355:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787830461.763395:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787830461.763404:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:0.0:1787830461.763411:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830461.763739:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffffa0e3d025e940 x1874672134646912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830461.763765:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134646912/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830461.763778:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830461.763785:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830461.763790:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134646912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830461.763798:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffffa0e3d025f0c0 x1874672134647040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830461.763810:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134647040/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830461.763817:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830461.763820:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830461.763824:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647040:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830461.763830:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffffa0e3d025d680 x1874672134647168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830461.763842:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134647168/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830461.763849:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830461.763853:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830461.763856:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647168:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830461.763861:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830458/real 1787830461] req@ffffa0e3d025fc00 x1874672134646784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830461.763874:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134646784/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830461.763881:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830461.763884:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830461.763888:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134646784:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830462.402863:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830462.402984:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830463.426945:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830463.426987:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787830463.810879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.810889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830463.810892:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.810901:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3835 00000100:00080000:0.0:1787830463.810911:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.810917:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830463.810952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134647296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830463.810982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.810986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830463.810988:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.810992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3835 00000100:00080000:0.0:1787830463.810995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.810998:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830463.811007:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830463.811019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134647424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830463.811028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.811031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830463.811033:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.811037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3835 00000100:00080000:0.0:1787830463.811040:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.811043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830463.811047:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830463.811056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134647552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830463.811064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830463.811067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830463.811069:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830463.811073:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3835 00000100:00080000:0.0:1787830463.811076:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830463.811079:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830463.811083:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830463.811097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134647680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830463.814942:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134647296:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830463.815022:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830463.815061:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffffa0e3c3e86580 x1874672134647296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830463.815077:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134647296/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830463.815088:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830463.815092:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830463.815096:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134647296:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830463.815103:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830463.815125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830463.815136:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffffa0e3c3e870c0 x1874672134647424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830463.815146:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134647424/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830463.815153:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830463.815156:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830463.815159:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830463.815165:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647552:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830463.815186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830463.815196:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffffa0e3c3e852c0 x1874672134647552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830463.815207:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134647552/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830463.815214:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830463.815217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830463.815220:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647552:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830463.815226:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647680:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830463.815245:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830463.815268:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830463/real 1787830463] req@ffffa0e3c3e86d00 x1874672134647680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830463.815278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134647680/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830463.815284:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830463.815287:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830463.815290:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647680:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830464.451200:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830464.451616:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830465.474882:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830465.477128:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830466.498810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830466.498884:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830467.522894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830467.522923:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830468.546904:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830468.547283:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830468.930853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.930861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830468.930864:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.930872:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3840 00000100:00080000:1.0:1787830468.930883:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.930889:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830468.930938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134647808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830468.930973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.930977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830468.930979:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.930983:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3840 00000100:00080000:1.0:1787830468.930986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.930990:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830468.930999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830468.931012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134647936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830468.931020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.931023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830468.931025:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.931028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3840 00000100:00080000:1.0:1787830468.931031:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.931034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830468.931038:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830468.931047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134648064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830468.931055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830468.931059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830468.931060:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830468.931064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3840 00000100:00080000:1.0:1787830468.931067:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830468.931070:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830468.931074:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830468.931085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134648192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830468.931171:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134647808:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830468.931226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830468.931261:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffffa0e3d98d52c0 x1874672134647808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.931278:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134647808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.931287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.931291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830468.931295:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134647808:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830468.931302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830468.931320:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830468.931332:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffffa0e3d98d4780 x1874672134647936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.931343:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134647936/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.931351:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.931354:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830468.931358:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134647936:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830468.931363:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648064:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830468.931378:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830468.931387:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffffa0e3d98d5680 x1874672134648064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.931405:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134648064/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.931412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.931415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830468.931418:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648064:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830468.931423:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648192:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830468.931439:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830468.931449:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830468/real 1787830468] req@ffffa0e3d98d61c0 x1874672134648192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830468.931459:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134648192/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830468.931466:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830468.931469:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830468.931472:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648192:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830469.570852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830469.570957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830470.594803:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830470.594898:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830471.618836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830471.618898:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830472.642810:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830472.642869:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830473.666844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830473.668210:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830474.050883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830474.050893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830474.050897:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830474.050908:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3845 00000100:00080000:3.0:1787830474.050924:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830474.050931:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830474.050968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134648320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830474.051025:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134648320:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830474.051074:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830474.051313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830474.051320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830474.051322:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830474.051326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3845 00000100:00080000:3.0:1787830474.051330:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830474.051334:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830474.051343:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830474.051349:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830474/real 1787830474] req@ffffa0e3c431bc00 x1874672134648320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830474.051356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134648448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830474.051365:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134648320/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830474.051365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830474.051368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830474.051370:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830474.051374:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3845 00000100:00080000:1.0:1787830474.051377:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830474.051377:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830474.051381:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:3.0:1787830474.051381:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830474.051384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134648320:192.168.203.106@tcp:250:kworker.0 00000008:00100000:3.0:1787830474.051385:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830474.051392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134648576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830474.051404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787830474.051406:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648448:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830474.051407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830474.051409:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830474.051412:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3845 00000100:00080000:3.0:1787830474.051415:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830474.051418:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830474.051422:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:1.0:1787830474.051427:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830474.051430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134648704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830474.051438:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830474/real 1787830474] req@ffffa0e3c4319680 x1874672134648448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830474.051448:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134648448/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830474.051456:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830474.051459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830474.051462:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830474.051473:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648576:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830474.051491:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830474.051498:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830474/real 1787830474] req@ffffa0e3c431b0c0 x1874672134648576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830474.051505:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134648576/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830474.051510:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830474.051513:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830474.051516:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648576:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830474.051531:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648704:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830474.051551:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830474.051562:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830474/real 1787830474] req@ffffa0e3c431a940 x1874672134648704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830474.051588:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134648704/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830474.051596:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830474.051598:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830474.051602:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648704:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830474.690832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830474.690937:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830475.714837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830475.715154:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830476.738818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830476.738933:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830477.763167:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830477.763262:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830478.786821:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830478.787910:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830479.171296:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830479.171317:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830479.171322:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830479.171332:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3850 00000100:00080000:2.0:1787830479.171342:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830479.171350:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830479.171389:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134648832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830479.171415:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830479.171419:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830479.171421:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830479.171425:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3850 00000100:00080000:2.0:1787830479.171428:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830479.171431:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830479.171442:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830479.171452:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134648960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830479.171460:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830479.171463:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830479.171465:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830479.171469:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3850 00000100:00080000:2.0:1787830479.171473:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830479.171477:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830479.171481:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830479.171492:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134649088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830479.171513:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830479.171518:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830479.171520:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830479.171524:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3850 00000100:00080000:2.0:1787830479.171528:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830479.171544:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830479.171551:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134648832:192.168.203.106@tcp:250:kworker.0 00000008:00100000:2.0:1787830479.171551:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830479.171568:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134649216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830479.171652:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830479.171707:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830479/real 1787830479] req@ffffa0e3d025cb40 x1874672134648832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830479.171777:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134648832/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830479.171790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830479.171795:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830479.171799:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134648832:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830479.171807:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830479.171832:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830479.171857:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830479/real 1787830479] req@ffffa0e3d025cf00 x1874672134648960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830479.171877:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134648960/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830479.171887:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830479.171890:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830479.171894:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134648960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830479.171900:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649088:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830479.171916:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830479.171925:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830479/real 1787830479] req@ffffa0e3d025c3c0 x1874672134649088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830479.171939:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134649088/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830479.171947:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830479.171950:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830479.171953:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649088:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830479.171986:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649216:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830479.172006:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830479.172021:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830479/real 1787830479] req@ffffa0e3d025e580 x1874672134649216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830479.172032:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134649216/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830479.172040:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830479.172043:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830479.172046:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649216:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830479.811525:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830479.812039:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830480.834830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830480.835065:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830481.858847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830481.859018:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830482.882927:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830482.883093:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830483.907230:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830483.907641:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830484.291659:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830484.291665:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830484.291669:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830484.291678:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3855 00000100:00080000:2.0:1787830484.291688:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830484.291694:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830484.291745:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134649344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830484.291767:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830484.291770:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830484.291772:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830484.291775:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3855 00000100:00080000:2.0:1787830484.291779:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830484.291782:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830484.291791:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830484.291801:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134649472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830484.291810:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830484.291813:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830484.291814:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830484.291818:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3855 00000100:00080000:2.0:1787830484.291820:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830484.291824:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830484.291827:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830484.291834:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134649600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830484.291842:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830484.291845:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830484.291847:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830484.291849:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3855 00000100:00080000:2.0:1787830484.291852:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830484.291855:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830484.291859:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830484.291866:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134649728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830484.293970:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134649344:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830484.294162:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830484.294201:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830484/real 1787830484] req@ffffa0e3d025da40 x1874672134649344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830484.294229:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134649344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830484.294252:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830484.294256:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830484.294261:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134649344:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830484.294270:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830484.294291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830484.294302:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830484/real 1787830484] req@ffffa0e3d025ed00 x1874672134649472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830484.294314:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134649472/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830484.294322:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830484.294326:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830484.294329:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830484.294336:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649600:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830484.294351:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830484.294358:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830484/real 1787830484] req@ffffa0e3d025de00 x1874672134649600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830484.294369:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134649600/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830484.294376:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830484.294379:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830484.294382:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649600:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830484.294388:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649728:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830484.294451:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830484.294462:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830484/real 1787830484] req@ffffa0e3d025d2c0 x1874672134649728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830484.294474:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134649728/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830484.294492:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830484.294507:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830484.294511:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649728:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830484.930825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830484.930912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830485.955341:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830485.955480:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830486.978843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830486.978956:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830488.002872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830488.005978:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830489.026929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830489.027039:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830489.410914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830489.410924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830489.410929:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830489.410939:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3860 00000100:00080000:1.0:1787830489.410950:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830489.410957:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830489.410996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134649856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830489.411026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830489.411028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830489.411030:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830489.411032:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3860 00000100:00080000:1.0:1787830489.411035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830489.411038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830489.411045:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830489.411054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134649984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830489.411061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830489.411063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830489.411064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830489.411068:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3860 00000100:00080000:1.0:1787830489.411070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830489.411074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830489.411078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830489.411087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134650112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830489.411096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830489.411099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830489.411101:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830489.411108:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3860 00000100:00100000:3.0:1787830489.411113:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134649856:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830489.411115:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830489.411126:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830489.411132:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830489.411148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134650240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830489.411210:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830489.411262:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830489/real 1787830489] req@ffffa0e3d98d5e00 x1874672134649856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830489.411282:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134649856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830489.411294:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830489.411299:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830489.411303:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134649856:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830489.411313:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830489.411337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830489.411350:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830489/real 1787830489] req@ffffa0e3d98d6940 x1874672134649984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830489.411362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134649984/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830489.411370:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830489.411373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830489.411377:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134649984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830489.411558:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650112:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830489.411584:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830489.411596:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830489/real 1787830489] req@ffffa0e3d98d43c0 x1874672134650112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830489.411608:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134650112/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830489.411616:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830489.411620:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830489.411623:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650112:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830489.411630:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650240:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830489.411651:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830489.411663:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830489/real 1787830489] req@ffffa0e3d98d7840 x1874672134650240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830489.411676:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134650240/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830489.411684:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830489.411687:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830489.411690:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650240:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830490.050879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830490.051011:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830491.075160:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830491.075396:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830492.099129:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830492.099597:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830493.122984:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830493.123104:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830494.146950:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830494.147360:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830494.531115:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830494.531125:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830494.531129:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830494.531138:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3866 00000100:00080000:2.0:1787830494.531148:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830494.531154:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830494.531189:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134650368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830494.531225:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830494.531229:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830494.531230:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830494.531234:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3866 00000100:00080000:2.0:1787830494.531238:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830494.531241:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830494.531250:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830494.531263:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134650496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830494.531272:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830494.531275:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830494.531277:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830494.531280:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3866 00000100:00080000:2.0:1787830494.531283:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830494.531287:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830494.531291:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830494.531310:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134650624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830494.531318:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830494.531321:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830494.531323:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830494.531326:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3866 00000100:00080000:2.0:1787830494.531329:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830494.531332:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830494.531336:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830494.531346:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134650752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830494.531489:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134650368:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830494.531545:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830494.531582:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffffa0e3d025f840 x1874672134650368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830494.531598:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134650368/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830494.531607:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830494.531611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830494.531614:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134650368:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830494.531621:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830494.531642:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830494.531654:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffffa0e3d025d2c0 x1874672134650496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830494.531664:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134650496/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830494.531671:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830494.531674:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830494.531677:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830494.531683:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650624:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830494.531700:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830494.531732:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffffa0e3d025de00 x1874672134650624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830494.531757:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134650624/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830494.531764:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830494.531775:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830494.531779:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650624:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830494.531785:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650752:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830494.531804:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830494.531814:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830494/real 1787830494] req@ffffa0e3d025ed00 x1874672134650752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830494.531824:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134650752/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830494.531836:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830494.531839:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830494.531842:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134650752:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830495.170842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830495.170929:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830496.194872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830496.194974:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830497.218953:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830497.219071:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830498.243121:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830498.243258:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830499.267437:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830499.269224:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830499.650987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830499.650995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830499.650999:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830499.651009:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3871 00000100:00080000:2.0:1787830499.651018:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830499.651025:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830499.651059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134650880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830499.651091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830499.651094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830499.651096:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830499.651100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3871 00000100:00080000:2.0:1787830499.651103:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830499.651106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830499.651115:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830499.651125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134651008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830499.651134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830499.651138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830499.651139:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830499.651143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3871 00000100:00080000:2.0:1787830499.651145:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830499.651148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830499.651152:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830499.651160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134651136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830499.651168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830499.651172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830499.651173:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830499.651176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3871 00000100:00080000:2.0:1787830499.651179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830499.651181:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830499.651185:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830499.651193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134651264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830499.651333:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134650880:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830499.651407:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830499.651443:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffffa0e3d025da40 x1874672134650880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830499.651466:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134650880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830499.651475:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830499.651478:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830499.651482:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134650880:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830499.651488:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651008:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830499.651510:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830499.651522:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffffa0e3d025e580 x1874672134651008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830499.651739:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134651008/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830499.651764:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830499.651767:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830499.651771:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830499.651776:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651136:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830499.651796:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830499.651807:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffffa0e3d025c3c0 x1874672134651136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830499.651827:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134651136/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830499.651834:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830499.651838:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830499.651841:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651136:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830499.651846:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651264:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830499.651862:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830499.651871:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830499/real 1787830499] req@ffffa0e3d025cf00 x1874672134651264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830499.651881:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134651264/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830499.651888:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830499.651891:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830499.651894:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651264:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830500.291710:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830500.291854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830501.314828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830501.318870:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830502.338817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830502.338893:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830503.362902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830503.363522:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830504.386837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830504.387996:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830504.771519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830504.771529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830504.771533:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830504.771543:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3876 00000100:00080000:2.0:1787830504.771552:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830504.771560:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830504.771598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134651392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830504.771627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830504.771631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830504.771633:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830504.771637:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3876 00000100:00080000:2.0:1787830504.771640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830504.771644:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830504.771682:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134651392:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830504.771764:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830504.771800:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffffa0e3d025cb40 x1874672134651392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787830504.771804:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830504.771822:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134651392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830504.771828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134651520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830504.771840:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830504.771846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830504.771847:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:2.0:1787830504.771854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787830504.771855:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134651392:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830504.771859:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830504.771866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3876 00000100:00080000:2.0:1787830504.771871:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830504.771875:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830504.771881:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830504.771881:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830504.771898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134651648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830504.771911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787830504.771913:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830504.771917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830504.771920:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830504.771925:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3876 00000100:00080000:2.0:1787830504.771929:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787830504.771930:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffffa0e3d025fc00 x1874672134651520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830504.771936:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830504.771945:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830504.771950:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134651520/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830504.771960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134651776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830504.771962:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830504.771970:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830504.771977:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830504.771991:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651648:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830504.772013:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830504.772024:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffffa0e3d025d680 x1874672134651648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830504.772044:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134651648/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830504.772052:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830504.772055:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830504.772058:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651648:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830504.772065:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651776:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830504.772083:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830504.772092:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830504/real 1787830504] req@ffffa0e3d025f0c0 x1874672134651776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830504.772102:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134651776/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830504.772110:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830504.772113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830504.772116:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134651776:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830505.410831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830505.410939:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830506.434930:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830506.437004:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830507.458977:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830507.461540:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830508.482833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830508.482927:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830509.506837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830509.506877:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830509.891448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.891459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830509.891463:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.891481:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3881 00000100:00080000:0.0:1787830509.891492:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.891498:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830509.891531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134651904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830509.891558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.891561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830509.891562:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.891566:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3881 00000100:00080000:0.0:1787830509.891569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.891572:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830509.891581:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830509.891590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134652032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830509.891599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.891602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830509.891604:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.891607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3881 00000100:00080000:0.0:1787830509.891610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830509.891613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830509.891626:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830509.891638:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134651904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830509.891639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134652160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830509.891704:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830509.891765:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffffa0e3c3e86940 x1874672134651904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830509.891781:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134651904/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830509.891790:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830509.891794:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830509.891797:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134651904:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830509.891804:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830509.891828:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830509.891834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830509.891838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830509.891840:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830509.891845:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3881 00000100:00080000:0.0:1787830509.891850:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787830509.891851:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffffa0e3c3e84f00 x1874672134652032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830509.891859:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830509.891869:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830509.891872:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134652032/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830509.891883:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787830509.891885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134652288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830509.891889:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830509.891896:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830509.891929:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652160:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830509.891953:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830509.891966:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffffa0e3c3e84b40 x1874672134652160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830509.891978:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134652160/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830509.891985:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830509.891988:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830509.891991:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652160:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830509.891997:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652288:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830509.892015:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830509.892026:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830509/real 1787830509] req@ffffa0e3c3e87480 x1874672134652288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830509.892035:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134652288/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830509.892043:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830509.892046:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830509.892049:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652288:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830510.530883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830510.531775:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830511.554827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830511.555499:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830512.578922:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830512.579097:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830513.604760:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830513.604828:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830514.626822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830514.626943:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830515.010856:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830515.010866:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830515.010870:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830515.010880:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3886 00000100:00080000:1.0:1787830515.010891:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830515.010898:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830515.010936:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134652416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830515.010965:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830515.010968:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830515.010970:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830515.010973:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3886 00000100:00080000:1.0:1787830515.010977:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830515.010981:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830515.010990:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830515.011003:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134652544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830515.011013:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830515.011015:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830515.011017:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830515.011020:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3886 00000100:00080000:1.0:1787830515.011022:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830515.011025:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830515.011029:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830515.011038:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134652672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830515.011046:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830515.011048:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830515.011050:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830515.011053:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3886 00000100:00080000:1.0:1787830515.011055:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830515.011058:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830515.011062:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830515.011070:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134652800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830515.011154:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134652416:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830515.011214:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830515.011263:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830515/real 1787830515] req@ffffa0e3d98d4f00 x1874672134652416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830515.011279:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134652416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830515.011302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830515.011307:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830515.011311:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134652416:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830515.011376:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830515.011406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830515.011419:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830515/real 1787830515] req@ffffa0e3d98d7840 x1874672134652544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830515.011432:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134652544/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830515.011440:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830515.011443:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830515.011445:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830515.011451:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652672:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830515.011470:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830515.011481:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830515/real 1787830515] req@ffffa0e3d98d43c0 x1874672134652672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830515.011497:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134652672/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830515.011504:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830515.011507:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830515.011510:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652672:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830515.011515:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652800:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830515.011533:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830515.011544:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830515/real 1787830515] req@ffffa0e3d98d6940 x1874672134652800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830515.011554:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134652800/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830515.011560:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830515.011563:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830515.011566:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134652800:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830515.650853:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830515.651012:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830516.675130:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830516.675540:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830517.698833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830517.699261:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830518.722948:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830518.723052:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830519.746861:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830519.746964:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830520.131309:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830520.131323:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830520.131328:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830520.131340:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3891 00000100:00080000:2.0:1787830520.131353:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830520.131361:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830520.131410:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134652928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830520.131451:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830520.131455:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830520.131457:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830520.131462:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3891 00000100:00080000:2.0:1787830520.131466:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830520.131470:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830520.131482:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830520.131494:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134653056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830520.131504:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830520.131508:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830520.131510:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830520.131513:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3891 00000100:00080000:2.0:1787830520.131517:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830520.131520:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830520.131524:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830520.131536:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134653184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830520.131546:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830520.131550:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830520.131551:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830520.131555:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3891 00000100:00080000:2.0:1787830520.131559:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830520.131563:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830520.131568:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830520.131578:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134653312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830520.131936:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134652928:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830520.132010:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830520.132072:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830520/real 1787830520] req@ffffa0e3d025e940 x1874672134652928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830520.132092:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134652928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830520.132102:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830520.132107:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830520.132111:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134652928:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830520.132118:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830520.132141:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830520.132154:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830520/real 1787830520] req@ffffa0e3d025c000 x1874672134653056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830520.132166:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134653056/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830520.132174:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830520.132177:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830520.132180:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830520.132186:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653184:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830520.132205:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830520.132216:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830520/real 1787830520] req@ffffa0e3d025e1c0 x1874672134653184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830520.132228:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134653184/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830520.132241:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830520.132245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830520.132248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653184:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830520.132265:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653312:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830520.132282:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830520.132289:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830520/real 1787830520] req@ffffa0e3d025c780 x1874672134653312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830520.132297:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134653312/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830520.132302:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830520.132304:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830520.132306:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653312:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830520.770864:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830520.771036:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830521.794874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830521.795803:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830522.818849:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830522.819035:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830523.842871:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830523.843066:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830524.866845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830524.866963:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830525.251631:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830525.251645:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830525.251650:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830525.251664:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3896 00000100:00080000:2.0:1787830525.251678:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830525.251687:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830525.251760:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134653440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830525.251793:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830525.251797:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830525.251799:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830525.251803:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3896 00000100:00080000:2.0:1787830525.251807:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830525.251810:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830525.251823:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830525.251839:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134653568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830525.251854:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830525.251857:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830525.251859:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830525.251863:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3896 00000100:00080000:2.0:1787830525.251866:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830525.251870:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830525.251874:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830525.251885:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134653696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830525.251893:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830525.251896:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830525.251898:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830525.251901:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3896 00000100:00080000:2.0:1787830525.251904:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830525.251909:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830525.251914:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830525.251951:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134653440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830525.252068:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830525.252098:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830525.252120:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134653824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830525.252158:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830525.891736:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830525.891833:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830526.914905:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830526.916531:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830527.938971:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830527.939158:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830528.323036:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830528.323074:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830528.323099:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830528.329985:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830525/real 1787830528] req@ffffa0e3d025f480 x1874672134653440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830550 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1787830528.330151:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:3.0:1787830528.330362:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134653440/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1787830528.330483:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830528.330493:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00080000:3.0:1787830528.330543:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830528.330548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830528.330552:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134653440:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830528.330560:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830525/real 1787830528] req@ffffa0e3d025c780 x1874672134653568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830528.331236:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134653568/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830528.331248:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830528.331253:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830528.331967:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830528.331974:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830525/real 1787830528] req@ffffa0e3d025e1c0 x1874672134653696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830528.331986:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134653696/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830528.331992:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830528.331996:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830528.331998:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653696:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830528.332034:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830525/real 1787830528] req@ffffa0e3d025c000 x1874672134653824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830528.332048:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134653824/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830528.332055:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830528.332057:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830528.332059:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134653824:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830528.962832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830528.963215:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830529.988313:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830529.992262:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830530.370859:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830530.370866:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830530.370869:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830530.370878:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3901 00000100:00080000:1.0:1787830530.370886:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830530.370892:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830530.370923:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134653952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830530.370951:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830530.370954:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830530.370956:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830530.370961:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3901 00000100:00080000:1.0:1787830530.370964:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830530.370968:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830530.370976:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830530.370986:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134654080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830530.370993:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830530.370996:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830530.370997:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830530.371000:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3901 00000100:00080000:1.0:1787830530.371002:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830530.371006:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830530.371008:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134653952:192.168.203.106@tcp:250:kworker.0 00000008:00100000:1.0:1787830530.371010:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830530.371020:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134654208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830530.371026:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830530.371029:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830530.371030:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830530.371032:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3901 00000100:00080000:1.0:1787830530.371034:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830530.371036:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830530.371039:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830530.371045:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134654336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830530.371079:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830530.371116:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830530/real 1787830530] req@ffffa0e3d98d5e00 x1874672134653952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830530.371135:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134653952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830530.371145:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830530.371149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830530.371153:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134653952:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830530.371159:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830530.371194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830530.371209:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830530/real 1787830530] req@ffffa0e3d98d61c0 x1874672134654080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830530.371220:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134654080/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830530.371228:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830530.371231:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830530.371235:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830530.371261:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654208:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830530.371285:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830530.371297:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830530/real 1787830530] req@ffffa0e3d98d5680 x1874672134654208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830530.371307:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134654208/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830530.371315:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830530.371317:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830530.371320:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654208:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830530.371326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654336:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830530.371345:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830530.371356:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830530/real 1787830530] req@ffffa0e3d98d4780 x1874672134654336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830530.371366:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134654336/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830530.371375:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830530.371378:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830530.371454:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654336:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830531.011312:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830531.015788:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830532.034869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830532.035219:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830533.059090:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830533.059810:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830534.082848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830534.082967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830535.107878:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830535.108025:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787830535.491231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830535.491242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830535.491247:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830535.491256:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3907 00000100:00080000:0.0:1787830535.491268:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830535.491275:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830535.491311:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85680 x1874672134654464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830535.493243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830535.493249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830535.493252:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830535.493259:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3907 00000100:00080000:0.0:1787830535.493267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830535.493274:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830535.493286:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830535.493296:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134654464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830535.493310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85e00 x1874672134654592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830535.493322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830535.493325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830535.493327:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830535.493330:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3907 00000100:00080000:0.0:1787830535.493334:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830535.493337:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830535.493341:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830535.493353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87480 x1874672134654720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787830535.493357:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830535.493372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830535.493376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830535.493378:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830535.493381:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3907 00000100:00080000:0.0:1787830535.493384:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830535.493388:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830535.493392:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830535.493402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84b40 x1874672134654848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830535.493418:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830535/real 1787830535] req@ffffa0e3c3e85680 x1874672134654464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830535.493437:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85680 x1874672134654464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830535.493448:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830535.493452:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830535.493456:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134654464:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830535.493479:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830535.493503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830535.493620:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830535/real 1787830535] req@ffffa0e3c3e85e00 x1874672134654592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830535.493640:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85e00 x1874672134654592/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830535.493653:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830535.493657:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830535.493660:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830535.493665:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654720:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830535.493687:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830535.493699:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830535/real 1787830535] req@ffffa0e3c3e87480 x1874672134654720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830535.493708:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87480 x1874672134654720/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830535.493738:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830535.493741:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830535.493744:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654720:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830535.493750:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654848:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830535.493822:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830535.493897:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830535/real 1787830535] req@ffffa0e3c3e84b40 x1874672134654848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830535.493912:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84b40 x1874672134654848/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830535.493919:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830535.493923:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830535.493926:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134654848:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830536.130836:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830536.132476:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830537.154812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830537.154894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830538.178865:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830538.179531:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830539.203124:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830539.205422:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830540.226791:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830540.226893:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830540.611154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830540.611163:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830540.611167:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830540.611176:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3912 00000100:00080000:2.0:1787830540.611187:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830540.611194:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830540.611228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134654976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830540.611261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830540.611265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830540.611267:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830540.611270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3912 00000100:00080000:2.0:1787830540.611274:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830540.611277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830540.611286:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830540.611298:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134655104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830540.611307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830540.611310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830540.611312:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830540.611315:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3912 00000100:00080000:2.0:1787830540.611318:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830540.611321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830540.611325:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830540.611332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134655232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830540.611341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830540.611344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830540.611345:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830540.611348:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3912 00000100:00080000:2.0:1787830540.611350:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830540.611353:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830540.611358:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830540.611365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134655360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830540.611454:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134654976:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830540.611508:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830540.611541:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffffa0e3d025e940 x1874672134654976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830540.611555:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134654976/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830540.611565:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830540.611568:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830540.611572:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134654976:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830540.611579:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830540.611596:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830540.611605:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffffa0e3d025f0c0 x1874672134655104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830540.611615:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134655104/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830540.611623:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830540.611626:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830540.611629:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830540.611634:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655232:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830540.611648:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830540.611657:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffffa0e3d025d680 x1874672134655232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830540.611666:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134655232/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830540.611674:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830540.611676:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830540.611679:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655232:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830540.611684:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655360:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830540.611697:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830540.611706:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830540/real 1787830540] req@ffffa0e3d025fc00 x1874672134655360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830540.611746:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134655360/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830540.611753:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830540.611756:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830540.611759:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655360:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830541.250947:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830541.251189:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830542.275229:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830542.277283:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830543.298902:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830543.298936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830544.322874:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830544.323586:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830545.347110:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830545.347904:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830545.731323:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830545.731333:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830545.731347:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830545.731358:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3917 00000100:00080000:1.0:1787830545.731369:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830545.731377:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830545.731413:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134655488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830545.731443:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830545.731447:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830545.731449:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830545.731453:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3917 00000100:00080000:1.0:1787830545.731456:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830545.731460:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830545.731469:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830545.731483:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134655616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830545.731493:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830545.731496:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830545.731499:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830545.731502:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3917 00000100:00080000:1.0:1787830545.731505:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830545.731508:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830545.731513:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830545.731523:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134655744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830545.731532:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830545.731535:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830545.731537:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830545.731540:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3917 00000100:00080000:1.0:1787830545.731543:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830545.731546:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830545.731550:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830545.731560:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134655872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787830545.731846:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134655488:192.168.203.106@tcp:250:kworker.0 00000800:00000100:3.0:1787830545.731905:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830545.731943:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffffa0e3d98d52c0 x1874672134655488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830545.731959:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134655488/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830545.731969:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830545.731972:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830545.731976:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134655488:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830545.731982:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830545.732005:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830545.732018:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffffa0e3d98d4780 x1874672134655616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830545.732029:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134655616/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830545.732038:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830545.732041:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830545.732045:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830545.732051:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655744:192.168.203.106@tcp:38:kworker.0 00000800:00000100:3.0:1787830545.732081:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830545.732094:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffffa0e3d98d5680 x1874672134655744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830545.732105:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134655744/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830545.732113:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830545.732117:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830545.732120:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655744:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830545.732126:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655872:192.168.203.106@tcp:8:kworker.0 00000800:00000100:3.0:1787830545.732146:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830545.732157:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830545/real 1787830545] req@ffffa0e3d98d61c0 x1874672134655872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830545.732168:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134655872/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830545.732176:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787830545.732179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:3.0:1787830545.732183:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134655872:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830546.370883:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830546.371084:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830547.394783:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830547.395057:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830548.418811:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830548.418890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830549.443151:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830549.444226:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830550.466827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830550.467280:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830550.851466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830550.851477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830550.851481:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830550.851491:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3922 00000100:00080000:3.0:1787830550.851502:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830550.851509:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830550.851547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134656000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830550.851617:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134656000:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830550.851676:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830550.851706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830550.851737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830550.851740:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830550.851745:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3922 00000100:00080000:3.0:1787830550.851749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830550.851753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830550.851761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830550.851775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134656128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830550.852737:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffffa0e3c4318f00 x1874672134656000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.852758:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134656000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.852768:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.852772:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830550.852776:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134656000:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830550.852802:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830550.852839:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830550.852852:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffffa0e3c431a580 x1874672134656128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.852863:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134656128/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.852871:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.852874:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830550.852876:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656128:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830550.853105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830550.853110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830550.853113:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830550.853118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3922 00000100:00080000:3.0:1787830550.853124:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830550.853129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830550.853137:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830550.853155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134656256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830550.853201:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656256:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830550.853228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830550.853249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830550.853253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830550.853255:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830550.853259:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3922 00000100:00080000:3.0:1787830550.853263:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830550.853267:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830550.853273:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830550.853294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134656384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830550.853374:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffffa0e3c431a1c0 x1874672134656256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.853385:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134656256/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.853392:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.853395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830550.853398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656256:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830550.853412:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656384:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830550.853435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830550.853446:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830550/real 1787830550] req@ffffa0e3c431ad00 x1874672134656384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830550.853457:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134656384/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830550.853465:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830550.853468:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830550.853471:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656384:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830551.490894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830551.490982:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830552.514801:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830552.514974:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830553.538936:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830553.539013:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830554.562823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830554.563057:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830555.586808:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830555.589388:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830555.971407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830555.971418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830555.971422:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830555.971432:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3927 00000100:00080000:3.0:1787830555.971443:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830555.971450:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830555.971489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134656512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830555.971519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830555.971523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830555.971525:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830555.971529:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3927 00000100:00080000:3.0:1787830555.971532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830555.971535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830555.971545:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830555.971557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134656640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830555.971566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830555.971569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830555.971571:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830555.971574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3927 00000100:00080000:3.0:1787830555.971577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830555.971580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830555.971584:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830555.971593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134656768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830555.971600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830555.972018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830555.972020:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830555.972025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3927 00000100:00080000:3.0:1787830555.972030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830555.972035:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830555.972041:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830555.972056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134656896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830555.972065:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134656512:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830555.972129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830555.972169:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffffa0e3c4318b40 x1874672134656512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.972185:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134656512/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.972195:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.972199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830555.972203:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134656512:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830555.972211:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830555.972233:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830555.972246:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffffa0e3c431b840 x1874672134656640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.972258:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134656640/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.972266:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.972269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830555.972272:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830555.972278:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656768:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830555.972302:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830555.972314:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffffa0e3c4319a40 x1874672134656768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.972325:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134656768/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.972332:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.972335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830555.972338:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656768:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830555.972366:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656896:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830555.972383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830555.972392:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830555/real 1787830555] req@ffffa0e3c4318000 x1874672134656896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830555.972409:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134656896/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830555.972416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830555.972419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830555.972422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134656896:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830556.610899:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830556.610929:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830557.634921:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830557.635124:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830558.658856:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830558.659000:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830559.683392:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830559.684174:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830560.707048:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830560.707236:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830561.090834:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830561.090844:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830561.090849:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830561.090859:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3932 00000100:00080000:2.0:1787830561.090871:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830561.090877:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830561.090916:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134657024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830561.090958:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830561.090962:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830561.090972:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830561.090977:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3932 00000100:00080000:2.0:1787830561.090981:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830561.090984:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830561.090994:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830561.091006:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134657152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830561.091016:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830561.091018:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830561.091020:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830561.091024:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3932 00000100:00080000:2.0:1787830561.091027:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830561.091031:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830561.091035:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830561.091044:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134657280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830561.091057:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830561.091060:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830561.091062:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830561.091065:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3932 00000100:00080000:2.0:1787830561.091068:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830561.091072:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830561.091077:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830561.091086:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134657408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830561.091207:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134657024:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830561.091267:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830561.091318:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830561/real 1787830561] req@ffffa0e3d025cb40 x1874672134657024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830561.091334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134657024/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830561.091343:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830561.091347:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830561.091350:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134657024:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830561.091357:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830561.091383:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830561.091397:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830561/real 1787830561] req@ffffa0e3d025cf00 x1874672134657152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830561.091408:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134657152/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830561.091416:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830561.091419:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830561.091421:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830561.091426:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657280:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830561.091444:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830561.091454:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830561/real 1787830561] req@ffffa0e3d025c3c0 x1874672134657280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830561.091464:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134657280/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830561.091472:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830561.091474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830561.091477:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657280:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830561.091483:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657408:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830561.091500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830561.091510:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830561/real 1787830561] req@ffffa0e3d025e580 x1874672134657408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830561.091519:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134657408/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830561.091526:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830561.091528:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830561.091532:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657408:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830561.731009:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830561.731049:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830562.754850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830562.755151:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830563.778911:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830563.778981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830564.802817:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830564.803892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830565.826822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830565.827278:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830566.211279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830566.211288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830566.211293:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830566.211302:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3937 00000100:00080000:3.0:1787830566.211312:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830566.211319:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830566.211357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134657536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830566.211429:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134657536:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830566.211491:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:3.0:1787830566.211524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830566.211528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830566.211530:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830566.211534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3937 00000100:00080000:3.0:1787830566.211538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830566.211542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830566.211552:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830566.211565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134657664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830566.213100:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830566/real 1787830566] req@ffffa0e3c4318780 x1874672134657536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830566.213125:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134657536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830566.213137:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830566.213141:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830566.213145:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134657536:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830566.213177:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657664:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830566.213222:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830566.213237:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830566/real 1787830566] req@ffffa0e3c4319e00 x1874672134657664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830566.213248:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134657664/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830566.213254:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830566.213257:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830566.213260:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657664:192.168.203.106@tcp:38:kworker.0 00000100:00080000:3.0:1787830566.213680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830566.213685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830566.213687:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830566.213692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3937 00000100:00080000:3.0:1787830566.213698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830566.213704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830566.213726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830566.213749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134657792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830566.213761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830566.213764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830566.213766:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830566.213769:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3937 00000100:00080000:3.0:1787830566.213772:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830566.213775:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830566.213779:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830566.213787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134657920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830566.215219:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657792:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830566.215281:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830566.215304:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830566/real 1787830566] req@ffffa0e3c43192c0 x1874672134657792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830566.215319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134657792/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830566.215328:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830566.215331:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830566.215335:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657792:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830566.215342:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657920:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830566.215368:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830566.215382:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830566/real 1787830566] req@ffffa0e3c43183c0 x1874672134657920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830566.215393:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134657920/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830566.215401:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830566.215404:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830566.215406:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134657920:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830566.851158:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830566.851470:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830567.874869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830567.874981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830568.898889:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830568.899602:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830569.922833:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830569.925257:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830570.946950:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830570.951307:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830571.330877:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830571.330887:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830571.330891:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830571.330912:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3942 00000100:00080000:2.0:1787830571.330923:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830571.330929:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830571.330963:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134658048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830571.330992:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830571.330996:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830571.330998:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830571.331012:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3942 00000100:00080000:2.0:1787830571.331016:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830571.331019:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830571.331028:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830571.331041:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134658176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830571.331050:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830571.331053:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830571.331055:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830571.331058:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3942 00000100:00080000:2.0:1787830571.331061:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830571.331064:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830571.331068:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830571.331078:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134658304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830571.331086:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830571.331090:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830571.331091:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830571.331095:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3942 00000100:00080000:2.0:1787830571.331098:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830571.331101:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830571.331105:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830571.331114:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134658432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830571.331142:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134658048:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830571.331207:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830571.331290:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830571/real 1787830571] req@ffffa0e3d025da40 x1874672134658048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830571.331309:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134658048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830571.331319:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830571.331323:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830571.331326:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134658048:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830571.331333:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830571.331356:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830571.331378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830571/real 1787830571] req@ffffa0e3d025ed00 x1874672134658176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830571.331391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134658176/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830571.331399:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830571.331402:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830571.331405:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830571.331411:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658304:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830571.331431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830571.331442:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830571/real 1787830571] req@ffffa0e3d025de00 x1874672134658304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830571.331464:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134658304/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830571.331473:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830571.331475:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830571.331478:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658304:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830571.331484:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658432:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830571.331503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830571.331514:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830571/real 1787830571] req@ffffa0e3d025d2c0 x1874672134658432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830571.331523:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134658432/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830571.331527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830571.331529:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830571.331531:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658432:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830571.970908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830571.971129:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830572.994901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830572.996206:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830574.018891:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830574.019012:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830575.042828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830575.042886:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830576.067405:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830576.067563:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830576.450825:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830576.450835:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830576.450840:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830576.450851:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3947 00000100:00080000:2.0:1787830576.450871:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830576.450879:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830576.450913:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134658560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830576.450944:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830576.450948:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830576.450950:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830576.450954:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3947 00000100:00080000:2.0:1787830576.450957:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830576.450961:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830576.450970:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830576.450983:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134658688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830576.450992:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830576.450996:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830576.450998:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830576.451002:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3947 00000100:00080000:2.0:1787830576.451006:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830576.451009:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830576.451013:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830576.451023:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134658816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830576.451032:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830576.451035:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830576.451037:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830576.451040:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3947 00000100:00080000:2.0:1787830576.451043:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830576.451047:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830576.451051:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830576.451061:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134658944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830576.451088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134658560:192.168.203.106@tcp:250:kworker.0 00000800:00000100:1.0:1787830576.451150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830576.451186:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830576/real 1787830576] req@ffffa0e3d025f840 x1874672134658560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830576.451211:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134658560/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830576.451221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830576.451225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830576.451228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134658560:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830576.451235:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830576.451256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830576.451269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830576/real 1787830576] req@ffffa0e3d025d2c0 x1874672134658688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830576.451280:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134658688/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830576.451287:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830576.451290:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830576.451293:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830576.451298:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658816:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830576.451317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830576.451328:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830576/real 1787830576] req@ffffa0e3d025de00 x1874672134658816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830576.451339:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134658816/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830576.451352:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830576.451356:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830576.451359:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658816:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830576.451365:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658944:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830576.451384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830576.451395:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830576/real 1787830576] req@ffffa0e3d025ed00 x1874672134658944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830576.451405:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134658944/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830576.451412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830576.451415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830576.451419:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134658944:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830577.091643:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830577.091896:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830578.115663:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830578.115782:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830579.138825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830579.138890:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830580.162854:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830580.163915:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830581.187007:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830581.187075:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830581.570866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830581.570876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830581.570880:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830581.570890:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3953 00000100:00080000:2.0:1787830581.570901:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830581.570909:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830581.570945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134659072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830581.570969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830581.570973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830581.570975:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830581.570979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3953 00000100:00080000:2.0:1787830581.570983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830581.570988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830581.570998:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830581.571003:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134659072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830581.571014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134659200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830581.571026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830581.571029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830581.571031:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830581.571035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3953 00000100:00080000:2.0:1787830581.571039:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830581.571043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830581.571048:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830581.571060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134659328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787830581.571065:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830581.571076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830581.571081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830581.571083:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830581.571088:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3953 00000100:00080000:2.0:1787830581.571100:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830581.571104:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830581.571110:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830581.571120:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffffa0e3d025da40 x1874672134659072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830581.571125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134659456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787830581.571144:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134659072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.571154:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.571158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830581.571162:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134659072:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830581.571184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830581.571204:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830581.571215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffffa0e3d025e580 x1874672134659200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.571225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134659200/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.571231:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.571234:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830581.571237:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830581.571242:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659328:192.168.203.106@tcp:38:kworker.0 00000800:00000100:1.0:1787830581.571257:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830581.571266:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffffa0e3d025c3c0 x1874672134659328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.571275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134659328/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.571282:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.571284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830581.571287:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659328:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830581.571291:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659456:192.168.203.106@tcp:8:kworker.0 00000800:00000100:1.0:1787830581.571307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830581.571317:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830581/real 1787830581] req@ffffa0e3d025cf00 x1874672134659456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830581.571327:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134659456/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830581.571333:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830581.571337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:1.0:1787830581.571339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659456:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830582.210835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830582.211384:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830583.234839:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830583.235959:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830584.258868:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830584.259913:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830585.282835:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830585.282892:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830586.306820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830586.306916:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830586.692061:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830586.692073:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830586.692077:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830586.692087:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3958 00000100:00080000:1.0:1787830586.692098:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830586.692105:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830586.692144:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134659584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830586.692176:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830586.692180:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830586.692182:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830586.692186:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3958 00000100:00080000:1.0:1787830586.692190:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830586.692195:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830586.692204:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830586.692216:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134659712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830586.692225:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830586.692229:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830586.692230:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830586.692234:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3958 00000100:00080000:1.0:1787830586.692237:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830586.692241:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830586.692245:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830586.692255:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134659840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830586.692263:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830586.692266:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830586.692268:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830586.692272:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3958 00000100:00080000:1.0:1787830586.692275:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830586.692278:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830586.692283:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830586.692293:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134659968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830586.692353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134659584:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830586.693663:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830586.693725:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffffa0e3d98d5e00 x1874672134659584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830586.693744:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134659584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830586.693754:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830586.693758:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830586.693762:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134659584:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830586.693771:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830586.693821:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830586.693834:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffffa0e3d98d6940 x1874672134659712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830586.693846:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134659712/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830586.693860:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830586.693863:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830586.693867:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830586.693873:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659840:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830586.693892:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830586.693904:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffffa0e3d98d43c0 x1874672134659840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830586.693914:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134659840/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830586.693922:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830586.693925:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830586.693929:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659840:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830586.693935:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659968:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830586.693953:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830586.693963:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830586/real 1787830586] req@ffffa0e3d98d7840 x1874672134659968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830586.693973:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134659968/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830586.693981:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830586.693984:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830586.693987:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134659968:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830587.330898:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830587.331603:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830588.354869:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830588.355095:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830589.379118:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830589.379274:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830590.402960:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830590.403398:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830591.427060:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830591.427240:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830591.810876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830591.810884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830591.810889:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830591.810899:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3963 00000100:00080000:3.0:1787830591.810911:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830591.810918:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830591.810952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134660096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830591.810976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830591.810979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830591.810981:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830591.810984:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3963 00000100:00080000:3.0:1787830591.810987:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830591.810991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830591.810999:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830591.811010:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134660096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830591.811010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134660224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830591.811024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830591.811026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830591.811027:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830591.811030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3963 00000100:00080000:3.0:1787830591.811031:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830591.811033:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830591.811035:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830591.811043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134660352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830591.811048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830591.811050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830591.811051:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830591.811054:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3963 00000100:00080000:3.0:1787830591.811055:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830591.811057:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830591.811060:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830591.811066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134660480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830591.811117:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830591.811149:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830591.811170:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830592.450843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830592.452951:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830593.474841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830593.476036:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830594.498842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830594.499018:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830594.883599:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830594.883641:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830594.883656:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830594.883697:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830594.883706:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830594.883758:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:2.0:1787830594.883792:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffffa0e3c43192c0 x1874672134660224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830594.883815:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134660224/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830594.883837:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830594.883843:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830594.883847:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830594.883855:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffffa0e3c4319e00 x1874672134660352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830594.883868:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134660352/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830594.883886:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830594.883890:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830594.883894:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660352:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830594.883900:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffffa0e3c4318780 x1874672134660480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830594.883913:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134660480/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830594.883926:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830594.883929:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830594.883933:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660480:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787830594.883939:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830591/real 1787830594] req@ffffa0e3c43183c0 x1874672134660096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830594.883951:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134660096/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830594.883959:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830594.883962:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830594.883965:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134660096:192.168.203.106@tcp:250:kworker.0 00000100:00100000:3.0:1787830595.523055:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830595.523136:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830596.546842:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830596.547106:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830596.930837:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.930847:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830596.930851:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.930861:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3968 00000100:00080000:2.0:1787830596.930872:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.930880:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830596.930914:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134660608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830596.930951:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.930954:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830596.930972:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.930977:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3968 00000100:00080000:2.0:1787830596.930981:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.930985:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830596.930994:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830596.931006:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134660736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830596.931015:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.931018:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830596.931020:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.931023:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3968 00000100:00080000:2.0:1787830596.931027:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.931030:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830596.931035:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830596.931045:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134660864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830596.931055:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830596.931059:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830596.931060:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830596.931065:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3968 00000100:00080000:2.0:1787830596.931068:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830596.931071:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830596.931076:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830596.931085:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134660992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830596.931129:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134660608:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830596.931258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830596.931293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffffa0e3d025cb40 x1874672134660608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830596.931311:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134660608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830596.931321:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830596.931325:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830596.931328:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134660608:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830596.931335:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830596.931359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830596.931372:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffffa0e3d025fc00 x1874672134660736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830596.931384:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134660736/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830596.931392:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830596.931395:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830596.931398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830596.931420:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660864:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830596.931442:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830596.931452:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffffa0e3d025d680 x1874672134660864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830596.931462:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134660864/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830596.931470:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830596.931473:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830596.931476:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660864:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830596.931481:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660992:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830596.931500:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830596.931511:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830596/real 1787830596] req@ffffa0e3d025f0c0 x1874672134660992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830596.931527:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134660992/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830596.931534:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830596.931536:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830596.931539:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134660992:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830597.570830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830597.571101:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830598.594825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830598.595742:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830599.618852:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830599.619431:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830600.642826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830600.642919:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830601.666797:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830601.666912:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830602.050922:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830602.050931:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830602.050934:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830602.050944:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3973 00000100:00080000:1.0:1787830602.050955:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830602.050962:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830602.050997:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134661120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830602.051027:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830602.051030:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830602.051032:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830602.051036:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3973 00000100:00080000:1.0:1787830602.051040:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830602.051043:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830602.051052:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830602.051065:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134661248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830602.051074:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830602.051077:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830602.051079:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830602.051082:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3973 00000100:00080000:1.0:1787830602.051085:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830602.051089:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830602.051093:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830602.051103:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134661376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830602.051111:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830602.051114:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830602.051116:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830602.051119:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3973 00000100:00080000:1.0:1787830602.051122:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830602.051125:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830602.051130:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830602.051139:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134661504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830602.051222:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134661120:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830602.051280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830602.051378:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830602/real 1787830602] req@ffffa0e3d98d4f00 x1874672134661120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830602.051395:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134661120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830602.051404:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830602.051408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830602.051412:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134661120:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830602.051418:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830602.051441:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830602.051455:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830602/real 1787830602] req@ffffa0e3d98d7840 x1874672134661248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830602.051467:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134661248/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830602.051480:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830602.051483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830602.051486:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830602.051492:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661376:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830602.051512:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830602.051523:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830602/real 1787830602] req@ffffa0e3d98d43c0 x1874672134661376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830602.051534:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134661376/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830602.051540:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830602.051543:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830602.051546:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661376:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830602.051551:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661504:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830602.051569:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830602.051579:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830602/real 1787830602] req@ffffa0e3d98d6940 x1874672134661504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830602.051590:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134661504/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830602.051598:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830602.051601:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830602.051605:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661504:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830602.690876:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830602.691241:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830603.714855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830603.714970:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830604.738941:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830604.739389:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830605.762903:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830605.763059:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830606.786829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830606.787056:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830607.170888:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830607.170899:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830607.170903:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830607.170912:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3978 00000100:00080000:3.0:1787830607.170932:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830607.170940:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830607.170978:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134661632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830607.171009:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830607.171013:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830607.171015:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830607.171019:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3978 00000100:00080000:3.0:1787830607.171023:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830607.171027:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830607.171036:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830607.171048:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134661760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830607.171056:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830607.171158:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830607.171161:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830607.171165:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3978 00000100:00080000:3.0:1787830607.171170:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830607.171174:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830607.171179:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830607.171193:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134661888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830607.171202:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830607.171205:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830607.171207:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830607.171210:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3978 00000100:00080000:3.0:1787830607.171214:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830607.171218:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830607.171222:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830607.171232:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134662016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830607.171329:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134661632:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830607.171458:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830607.171908:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830607/real 1787830607] req@ffffa0e3c4318000 x1874672134661632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830607.171933:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134661632/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830607.171942:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830607.171945:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830607.171948:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134661632:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830607.171956:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661760:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830607.171987:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830607.172000:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830607/real 1787830607] req@ffffa0e3c4319a40 x1874672134661760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830607.172012:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134661760/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830607.172021:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830607.172024:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830607.172028:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661760:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830607.172034:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661888:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830607.172063:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830607.172076:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830607/real 1787830607] req@ffffa0e3c431b840 x1874672134661888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830607.172087:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134661888/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830607.172095:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830607.172097:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830607.172101:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134661888:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830607.172107:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662016:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830607.172126:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830607.172136:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830607/real 1787830607] req@ffffa0e3c4318b40 x1874672134662016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830607.172144:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134662016/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830607.172149:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830607.172151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830607.172152:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662016:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830607.810818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830607.810990:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830608.834938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830608.835054:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830609.858872:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830609.858922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830610.882877:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830610.883030:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830611.906851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830611.906943:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830612.291417:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830612.291427:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830612.291441:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830612.291450:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3983 00000100:00080000:2.0:1787830612.291461:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830612.291468:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830612.291503:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134662144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830612.291532:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830612.291535:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830612.291537:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830612.291541:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3983 00000100:00080000:2.0:1787830612.291545:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830612.291548:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830612.291557:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830612.291569:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134662272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830612.291578:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830612.291640:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134662144:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830612.291692:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830612.291695:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787830612.291700:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830612.291704:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3983 00000100:00080000:2.0:1787830612.291710:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830612.291740:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830612.291746:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830612.291761:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134662400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830612.291773:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830612.291776:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830612.291778:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830612.291781:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830612/real 1787830612] req@ffffa0e3d025e940 x1874672134662144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830612.291784:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3983 00000100:00080000:2.0:1787830612.291790:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830612.291797:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830612.291803:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830612.291807:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134662144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830612.291817:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134662528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830612.291821:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830612.291829:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830612.291838:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134662144:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830612.291849:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662272:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830612.291875:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830612.291888:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830612/real 1787830612] req@ffffa0e3d025c000 x1874672134662272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830612.291899:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134662272/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830612.291906:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830612.291909:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830612.291912:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662272:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830612.291932:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662400:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830612.291951:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830612.291962:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830612/real 1787830612] req@ffffa0e3d025e1c0 x1874672134662400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830612.291972:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134662400/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830612.291978:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830612.291981:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830612.291984:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662400:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830612.291989:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662528:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830612.292006:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830612.292015:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830612/real 1787830612] req@ffffa0e3d025c780 x1874672134662528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830612.292026:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134662528/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830612.292033:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830612.292036:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830612.292039:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662528:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830612.930818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830612.932701:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830613.954939:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830613.955286:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830614.979419:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830614.979609:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830616.003377:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830616.003755:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830617.026933:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830617.027855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830617.412755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830617.412765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830617.412769:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830617.412779:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3988 00000100:00080000:3.0:1787830617.412791:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830617.412798:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830617.412839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134662656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830617.412871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830617.412875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830617.412877:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830617.412881:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3988 00000100:00080000:3.0:1787830617.412884:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830617.412888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830617.412897:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830617.412910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134662784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830617.412922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830617.412926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830617.412928:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830617.412933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134662656:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830617.412934:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3988 00000100:00080000:3.0:1787830617.412939:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830617.412945:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830617.412950:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830617.412962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134662912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830617.412971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830617.412975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830617.412977:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830617.412980:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3988 00000100:00080000:3.0:1787830617.412984:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830617.412988:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830617.412993:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787830617.413003:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:3.0:1787830617.413006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134663040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830617.413047:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830617/real 1787830617] req@ffffa0e3c431ad00 x1874672134662656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830617.413065:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134662656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830617.413076:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830617.413080:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830617.413084:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134662656:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830617.413106:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662784:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830617.413129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830617.413149:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830617/real 1787830617] req@ffffa0e3c431a1c0 x1874672134662784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830617.413161:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134662784/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830617.413169:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830617.413173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830617.413176:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662784:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830617.413182:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662912:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830617.413202:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830617.413214:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830617/real 1787830617] req@ffffa0e3c431a580 x1874672134662912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830617.413225:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134662912/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830617.413232:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830617.413235:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830617.413238:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134662912:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830617.413259:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663040:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830617.413280:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830617.413291:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830617/real 1787830617] req@ffffa0e3c4318f00 x1874672134663040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830617.413303:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134663040/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830617.413311:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830617.413314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830617.413317:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663040:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830618.050894:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830618.050986:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830619.074857:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830619.074937:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830620.099072:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830620.099168:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830621.123255:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830621.123269:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830622.147076:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830622.147158:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830622.530818:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830622.530827:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830622.530831:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830622.530840:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3994 00000100:00080000:2.0:1787830622.530850:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830622.530858:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830622.530893:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134663168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830622.530924:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830622.530927:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830622.530929:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830622.530934:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3994 00000100:00080000:2.0:1787830622.530937:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830622.530941:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830622.530949:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830622.530963:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134663296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830622.530973:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830622.530976:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830622.530978:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830622.530982:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3994 00000100:00080000:2.0:1787830622.530986:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830622.530989:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830622.530994:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830622.531005:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134663424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830622.531014:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830622.531017:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830622.531019:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830622.531022:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3994 00000100:00080000:2.0:1787830622.531025:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830622.531029:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830622.531033:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830622.531042:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134663552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830622.531476:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134663168:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830622.531523:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830622.531562:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffffa0e3d025f480 x1874672134663168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830622.531574:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134663168/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830622.531591:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830622.531595:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830622.531598:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134663168:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830622.531605:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663296:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830622.531626:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830622.531638:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffffa0e3d025c780 x1874672134663296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830622.531649:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134663296/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830622.531657:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830622.531659:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830622.531662:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663296:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830622.531668:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663424:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830622.531684:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830622.531693:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffffa0e3d025e1c0 x1874672134663424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830622.531703:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134663424/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830622.531710:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830622.531742:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830622.531746:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663424:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830622.531751:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663552:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830622.531767:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830622.531775:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830622/real 1787830622] req@ffffa0e3d025c000 x1874672134663552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830622.531781:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134663552/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830622.531786:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830622.531788:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830622.531790:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663552:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830623.171256:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830623.171497:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830624.194968:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830624.195017:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830625.218908:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830625.218986:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830626.243172:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830626.243222:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830627.266885:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830627.266969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830627.651630:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830627.651640:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830627.651643:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830627.651653:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 3999 00000100:00080000:2.0:1787830627.651668:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830627.651674:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830627.651709:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134663680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830627.651795:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134663680:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830627.651852:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:2.0:1787830627.651881:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830627.651885:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830627.651887:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830627.651891:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3999 00000100:00080000:2.0:1787830627.651896:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830627.651900:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830627.651909:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830627.651922:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134663808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830627.653665:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffffa0e3d025e940 x1874672134663680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830627.653685:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134663680/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830627.653696:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830627.653700:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830627.653703:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134663680:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830627.653751:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663808:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830627.653789:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830627.653804:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffffa0e3d025f0c0 x1874672134663808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830627.653814:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134663808/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830627.653821:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830627.653824:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830627.653828:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663808:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830627.654025:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830627.654028:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830627.654030:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830627.654034:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3999 00000100:00080000:2.0:1787830627.654039:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830627.654044:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830627.654053:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830627.654071:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134663936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830627.654082:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830627.654085:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830627.654087:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787830627.654157:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663936:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830627.654180:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830627.654193:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffffa0e3d025d680 x1874672134663936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830627.654205:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134663936/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830627.654212:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830627.654215:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830627.654218:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134663936:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830627.654253:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 3999 00000100:00080000:2.0:1787830627.654258:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830627.654261:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830627.654267:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830627.654279:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134664064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830627.654345:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664064:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830627.654367:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830627.654379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830627/real 1787830627] req@ffffa0e3d025fc00 x1874672134664064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830627.654391:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134664064/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830627.654398:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830627.654401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830627.654404:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664064:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830628.291687:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830628.291699:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:0.0:1787830629.314928:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830629.314979:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830630.338905:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830630.338980:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830631.363321:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830631.363672:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830632.388325:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830632.388346:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830632.770896:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830632.770910:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830632.770915:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830632.771365:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4004 00000100:00080000:3.0:1787830632.771380:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830632.771389:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830632.771440:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134664192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830632.771489:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830632.771494:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830632.771495:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830632.771501:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4004 00000100:00080000:3.0:1787830632.771504:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830632.771508:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830632.771520:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830632.771533:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134664320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830632.771544:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830632.771547:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830632.771549:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830632.771553:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4004 00000100:00080000:3.0:1787830632.771557:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830632.771561:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830632.771566:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830632.771578:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134664448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830632.771587:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830632.771592:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830632.771593:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830632.771597:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4004 00000100:00080000:3.0:1787830632.771600:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830632.771605:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830632.771610:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830632.771619:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134664576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830632.771922:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134664192:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830632.772006:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830632.772054:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffffa0e3c431a940 x1874672134664192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830632.772073:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134664192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830632.772084:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830632.772088:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830632.772102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134664192:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830632.772111:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664320:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830632.772135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830632.772148:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffffa0e3c431b0c0 x1874672134664320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830632.772862:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134664320/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830632.772872:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830632.772875:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830632.772878:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664320:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830632.772886:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664448:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830632.772917:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830632.772930:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffffa0e3c4319680 x1874672134664448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830632.772941:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134664448/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830632.772948:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830632.772951:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830632.772954:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664448:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830632.772961:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664576:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830632.772979:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830632.772988:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830632/real 1787830632] req@ffffa0e3c431bc00 x1874672134664576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830632.772998:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134664576/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830632.773005:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830632.773008:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830632.773011:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664576:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787830633.410901:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830633.410994:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830634.434818:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830634.435282:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830635.459106:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830635.459340:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830636.483532:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830636.484608:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830637.507018:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830637.507128:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830637.890949:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830637.890961:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830637.890964:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830637.890975:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4009 00000100:00080000:2.0:1787830637.890986:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830637.890994:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830637.891031:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134664704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830637.891062:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830637.891066:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830637.891068:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830637.891073:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4009 00000100:00080000:2.0:1787830637.891077:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830637.891081:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830637.891090:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830637.891102:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134664832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830637.891111:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830637.891114:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830637.891116:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830637.891120:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4009 00000100:00080000:2.0:1787830637.891123:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830637.891126:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830637.891130:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830637.891139:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134664960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830637.891147:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830637.891150:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830637.891151:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830637.891155:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4009 00000100:00080000:2.0:1787830637.891158:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830637.891161:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830637.891165:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830637.891174:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134665088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830637.891256:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134664704:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830637.891316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830637.891362:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffffa0e3d025cb40 x1874672134664704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830637.891378:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134664704/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830637.891389:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830637.891392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830637.891396:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134664704:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830637.891403:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664832:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830637.891425:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830637.891448:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffffa0e3d025cf00 x1874672134664832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830637.891459:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134664832/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830637.891466:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830637.891469:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830637.891471:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664832:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830637.891476:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664960:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830637.891495:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830637.891505:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffffa0e3d025c3c0 x1874672134664960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830637.891515:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134664960/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830637.891521:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830637.891524:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830637.891527:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134664960:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830637.891532:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665088:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830637.891551:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830637.891690:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830637/real 1787830637] req@ffffa0e3d025e580 x1874672134665088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830637.891733:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134665088/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830637.891742:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830637.891745:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830637.891748:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665088:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830638.531016:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830638.531052:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830639.554914:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830639.555011:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830640.578824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830640.579059:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830641.602961:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830641.602991:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830642.626824:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830642.626902:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830643.010823:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830643.010834:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830643.010838:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830643.010848:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4014 00000100:00080000:2.0:1787830643.010858:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830643.010865:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830643.010917:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134665216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830643.010945:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830643.010949:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830643.010950:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830643.010954:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4014 00000100:00080000:2.0:1787830643.010961:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830643.010965:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830643.010974:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830643.010986:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134665344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830643.010995:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830643.010998:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830643.010999:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830643.011003:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4014 00000100:00080000:2.0:1787830643.011006:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830643.011009:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830643.011013:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830643.011022:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134665472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830643.011031:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830643.011034:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830643.011036:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830643.011039:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4014 00000100:00080000:2.0:1787830643.011042:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830643.011045:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830643.011049:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830643.011058:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134665600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830643.011180:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134665216:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830643.011240:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830643.011288:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830643/real 1787830643] req@ffffa0e3d025da40 x1874672134665216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830643.011304:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134665216/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830643.011313:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830643.011317:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830643.011320:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134665216:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830643.011326:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665344:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830643.011348:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830643.011360:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830643/real 1787830643] req@ffffa0e3d025ed00 x1874672134665344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830643.011371:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134665344/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830643.011378:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830643.011381:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830643.011384:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665344:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830643.011389:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665472:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830643.011417:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830643.011427:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830643/real 1787830643] req@ffffa0e3d025de00 x1874672134665472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830643.011438:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134665472/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830643.011445:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830643.011448:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830643.011451:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665472:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830643.011457:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665600:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830643.011474:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830643.011485:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830643/real 1787830643] req@ffffa0e3d025d2c0 x1874672134665600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830643.011495:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134665600/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830643.011510:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830643.011513:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830643.011515:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665600:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830643.651106:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830643.653209:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830644.674848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830644.675550:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830645.699224:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830645.700225:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830646.722888:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830646.725792:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830647.747683:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830647.748494:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830648.136910:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830648.136919:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830648.136923:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830648.136934:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4019 00000100:00080000:2.0:1787830648.136945:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830648.136953:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830648.136989:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f840 x1874672134665728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830648.137022:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830648.137025:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830648.137027:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830648.137031:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4019 00000100:00080000:2.0:1787830648.137034:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830648.137038:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830648.137046:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830648.137060:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d2c0 x1874672134665856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830648.137069:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830648.137072:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830648.137073:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830648.137077:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4019 00000100:00080000:2.0:1787830648.137091:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830648.137094:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830648.137099:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830648.137109:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025de00 x1874672134665984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830648.137117:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830648.137120:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830648.137121:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830648.137125:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4019 00000100:00080000:2.0:1787830648.137128:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830648.137131:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830648.137135:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830648.137144:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025ed00 x1874672134666112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830648.137210:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134665728:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830648.137270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830648.137306:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830648/real 1787830648] req@ffffa0e3d025f840 x1874672134665728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830648.137322:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f840 x1874672134665728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830648.137331:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830648.137335:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830648.137339:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134665728:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830648.137346:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665856:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830648.137380:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830648.137393:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830648/real 1787830648] req@ffffa0e3d025d2c0 x1874672134665856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830648.137404:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d2c0 x1874672134665856/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830648.137412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830648.137415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830648.137418:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665856:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830648.137424:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665984:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830648.137443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830648.137453:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830648/real 1787830648] req@ffffa0e3d025de00 x1874672134665984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830648.137464:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025de00 x1874672134665984/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830648.137472:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830648.137474:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830648.137477:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134665984:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830648.137482:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666112:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830648.137499:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830648.137509:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830648/real 1787830648] req@ffffa0e3d025ed00 x1874672134666112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830648.137520:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025ed00 x1874672134666112/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830648.137527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830648.137530:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830648.137532:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666112:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830648.771364:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830648.771479:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830649.794832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830649.795022:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830650.818946:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830650.819104:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830651.842996:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830651.842999:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830652.866828:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830652.866967:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830653.251333:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830653.251343:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830653.251347:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830653.251357:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4024 00000100:00080000:1.0:1787830653.251368:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830653.251375:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830653.251420:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134666240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830653.251451:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830653.251454:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830653.251456:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830653.251461:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4024 00000100:00080000:1.0:1787830653.251464:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830653.251468:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830653.251478:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830653.251490:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134666368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830653.251499:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830653.251502:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830653.251504:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830653.251508:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4024 00000100:00080000:1.0:1787830653.251512:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830653.251516:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830653.251521:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830653.251535:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134666240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830653.251535:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134666496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830653.251551:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830653.251555:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830653.251556:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830653.251560:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4024 00000100:00080000:1.0:1787830653.251564:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830653.251568:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830653.251574:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830653.251586:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134666624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830653.251607:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830653.251646:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830653/real 1787830653] req@ffffa0e3d98d5e00 x1874672134666240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830653.251663:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134666240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830653.251673:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830653.251677:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830653.251680:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134666240:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830653.251688:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666368:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830653.252009:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830653.252024:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830653/real 1787830653] req@ffffa0e3d98d61c0 x1874672134666368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830653.252032:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134666368/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830653.252038:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830653.252040:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830653.252042:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666368:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830653.252061:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666496:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830653.252077:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830653.252083:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830653/real 1787830653] req@ffffa0e3d98d5680 x1874672134666496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830653.252090:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134666496/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830653.252098:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830653.252100:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830653.252102:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666496:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830653.252105:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666624:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830653.252114:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830653.252119:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830653/real 1787830653] req@ffffa0e3d98d4780 x1874672134666624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830653.252125:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134666624/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830653.252129:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830653.252131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830653.252132:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666624:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830653.890841:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830653.893870:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830654.914860:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830654.914940:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830655.939478:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830655.941401:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830656.962825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830656.965225:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830657.986932:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830657.986995:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830658.370924:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830658.370933:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830658.370937:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830658.370947:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4029 00000100:00080000:2.0:1787830658.370958:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830658.370964:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830658.370999:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025da40 x1874672134666752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830658.371030:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830658.371034:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830658.371035:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830658.371039:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4029 00000100:00080000:2.0:1787830658.371043:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830658.371046:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830658.371055:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830658.371068:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e580 x1874672134666880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830658.371077:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830658.371081:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830658.371082:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830658.371086:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4029 00000100:00100000:0.0:1787830658.371133:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134666752:192.168.203.106@tcp:250:kworker.0 00000100:00080000:2.0:1787830658.371191:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830658.371196:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830658.371201:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830658.371264:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c3c0 x1874672134667008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830658.371283:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830658.371286:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830658.371295:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830658.371299:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4029 00000100:00100000:0.0:1787830658.371910:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830658.371950:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667008:192.168.203.106@tcp:38:kworker.0 00000100:00080000:2.0:1787830658.372439:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830658.372448:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830658.372456:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830658.372475:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cf00 x1874672134667136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830658.374872:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830659.012201:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830659.014432:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830660.034987:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830660.035060:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830661.058850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830661.059305:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787830661.442989:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:1.0:1787830661.443031:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787830661.443046:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830661.443082:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830661.443091:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:1.0:1787830661.443097:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830661.443351:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830658/real 1787830661] req@ffffa0e3d025cf00 x1874672134667136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830661.443374:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cf00 x1874672134667136/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830661.443385:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830661.443390:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830661.443398:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667136:192.168.203.106@tcp:8:kworker.0 00000100:00100000:0.0:1787830661.443532:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830658/real 1787830661] req@ffffa0e3d025c3c0 x1874672134667008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830661.443548:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c3c0 x1874672134667008/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830661.443556:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830661.443560:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830661.443563:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667008:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830661.443569:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830658/real 1787830661] req@ffffa0e3d025da40 x1874672134666752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830661.443581:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025da40 x1874672134666752/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830661.443589:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830661.443592:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830661.443595:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134666752:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830661.443600:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830658/real 1787830661] req@ffffa0e3d025e580 x1874672134666880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830661.443612:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e580 x1874672134666880/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830661.443621:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830661.443625:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830661.443629:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134666880:192.168.203.106@tcp:38:kworker.0 00000100:00100000:3.0:1787830662.083099:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830662.084370:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830663.106830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830663.106953:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830663.491112:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830663.491122:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830663.491126:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830663.491136:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4035 00000100:00080000:0.0:1787830663.491146:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830663.491152:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830663.491183:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e84f00 x1874672134667264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830663.491245:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134667264:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830663.491315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830663.491341:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830663.491345:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830663.491347:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830663.491352:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4035 00000100:00080000:0.0:1787830663.491356:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830663.491360:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830663.491370:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830663.491382:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86940 x1874672134667392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830663.491608:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830663/real 1787830663] req@ffffa0e3c3e84f00 x1874672134667264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830663.491625:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e84f00 x1874672134667264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830663.491634:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830663.491638:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830663.491641:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134667264:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830663.491663:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667392:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830663.491685:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830663.491696:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830663/real 1787830663] req@ffffa0e3c3e86940 x1874672134667392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830663.491707:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86940 x1874672134667392/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830663.491732:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830663.491735:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830663.491738:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667392:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787830663.491840:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830663.491844:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830663.491846:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830663.491850:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4035 00000100:00080000:0.0:1787830663.491855:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830663.491858:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830663.491864:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830663.491877:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86d00 x1874672134667520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830663.491919:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667520:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830663.491941:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830663.491961:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830663.491965:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830663.491967:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830663.491971:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4035 00000100:00080000:0.0:1787830663.491975:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830663.491978:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830663.491985:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830663.491995:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e852c0 x1874672134667648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830663.492243:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830663/real 1787830663] req@ffffa0e3c3e86d00 x1874672134667520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830663.492274:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86d00 x1874672134667520/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830663.492281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830663.492285:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830663.492288:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667520:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830663.492302:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667648:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830663.492483:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830663.492497:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830663/real 1787830663] req@ffffa0e3c3e852c0 x1874672134667648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830663.492507:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e852c0 x1874672134667648/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830663.492515:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830663.492518:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830663.492520:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667648:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830664.130919:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830664.131214:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830665.155499:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830665.156751:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830666.180492:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830666.180642:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830667.202804:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830667.203276:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830668.226843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830668.227281:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830668.612543:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.612559:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830668.612564:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.612576:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4040 00000100:00080000:1.0:1787830668.612588:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.612598:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830668.612643:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134667776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830668.612676:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.612680:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830668.612681:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.612691:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4040 00000100:00080000:1.0:1787830668.612694:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.612698:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830668.612709:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830668.612750:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134667904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830668.612766:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.612770:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830668.612771:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.612775:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4040 00000100:00080000:1.0:1787830668.612778:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.612782:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830668.612787:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830668.612798:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134668032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830668.612807:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830668.612811:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830668.612813:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830668.612816:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4040 00000100:00080000:1.0:1787830668.612820:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830668.612824:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830668.612832:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830668.612841:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134668160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830668.612933:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134667776:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830668.613009:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830668.613058:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffffa0e3d98d52c0 x1874672134667776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.613078:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134667776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.613095:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.613099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830668.613103:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134667776:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830668.613111:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667904:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830668.613133:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830668.613144:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffffa0e3d98d4780 x1874672134667904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.613155:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134667904/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.613162:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.613165:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830668.613167:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134667904:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830668.613172:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668032:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830668.613186:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830668.613194:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffffa0e3d98d5680 x1874672134668032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.613203:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134668032/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.613210:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.613213:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830668.613354:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668032:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830668.613361:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668160:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830668.613379:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830668.613388:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830668/real 1787830668] req@ffffa0e3d98d61c0 x1874672134668160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830668.613398:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134668160/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830668.613405:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830668.613408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830668.613410:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668160:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830669.250848:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830669.252267:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830670.274879:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830670.276756:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830671.298829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830671.300915:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830672.322994:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830672.323185:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830673.347196:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830673.347586:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:2.0:1787830673.736405:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830673.736416:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830673.736420:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830673.736431:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4045 00000100:00080000:2.0:1787830673.736441:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830673.736448:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830673.736486:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025cb40 x1874672134668288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830673.736522:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830673.736526:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830673.736528:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830673.736533:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4045 00000100:00080000:2.0:1787830673.736537:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830673.736541:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830673.736551:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830673.736563:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025fc00 x1874672134668416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830673.736573:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830673.736575:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830673.736577:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830673.736580:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4045 00000100:00080000:2.0:1787830673.736584:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830673.736588:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830673.736592:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830673.736603:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025d680 x1874672134668544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830673.736612:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830673.736615:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830673.736617:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830673.736620:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4045 00000100:00080000:2.0:1787830673.736623:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830673.736626:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830673.736631:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830673.736641:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f0c0 x1874672134668672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830673.736958:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134668288:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830673.737135:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830673.737176:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffffa0e3d025cb40 x1874672134668288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830673.737204:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025cb40 x1874672134668288/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830673.737214:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830673.737218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830673.737222:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134668288:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830673.737229:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668416:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830673.737252:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830673.737265:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffffa0e3d025fc00 x1874672134668416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830673.737275:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025fc00 x1874672134668416/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830673.737283:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830673.737286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830673.737289:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668416:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830673.737295:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668544:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830673.737313:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830673.737324:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffffa0e3d025d680 x1874672134668544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830673.737334:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025d680 x1874672134668544/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830673.737342:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830673.737344:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830673.737347:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668544:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830673.737353:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668672:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830673.737374:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830673.737384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830673/real 1787830673] req@ffffa0e3d025f0c0 x1874672134668672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830673.737394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f0c0 x1874672134668672/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830673.737402:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830673.737405:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830673.737408:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668672:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830674.371061:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830674.371322:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830675.394843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830675.395222:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830676.418969:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830676.422701:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830677.443410:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830677.444534:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830678.466984:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830678.467064:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830678.850952:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830678.850962:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830678.850966:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830678.850975:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4050 00000100:00080000:1.0:1787830678.850987:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830678.850993:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830678.851030:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134668800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830678.851111:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134668800:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830678.851190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830678.852120:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830678.852126:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830678.852129:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830678.852136:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4050 00000100:00080000:1.0:1787830678.852143:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830678.852159:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830678.852262:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830678.852287:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134668928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830678.852385:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffffa0e3d98d5e00 x1874672134668800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830678.852405:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134668800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830678.852415:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830678.852418:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830678.852422:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134668800:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830678.852450:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668928:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830678.852505:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830678.852519:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffffa0e3d98d6940 x1874672134668928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830678.852537:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134668928/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830678.852545:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830678.852547:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830678.852550:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134668928:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830678.853709:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830678.853725:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830678.853728:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830678.853734:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4050 00000100:00080000:1.0:1787830678.853742:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830678.853748:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830678.853757:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830678.854053:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134669056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830678.854184:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669056:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830678.854293:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830678.854320:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830678.854324:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830678.854327:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830678.854331:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4050 00000100:00080000:1.0:1787830678.854335:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830678.854339:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830678.854345:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830678.854358:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134669184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830678.854446:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffffa0e3d98d43c0 x1874672134669056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830678.854460:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134669056/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830678.854468:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830678.854472:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830678.854475:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669056:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830678.854495:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669184:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830678.854516:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830678.854528:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830678/real 1787830678] req@ffffa0e3d98d7840 x1874672134669184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830678.854539:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134669184/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830678.854552:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830678.854555:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830678.854558:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669184:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830679.490822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830679.490932:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830680.514796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830680.514966:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830681.539653:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830681.539812:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830682.562844:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830682.563686:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830683.586838:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830683.587225:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830683.970984:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.970994:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830683.970999:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.971009:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4055 00000100:00080000:1.0:1787830683.971153:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.971215:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830683.971250:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134669312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830683.971282:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.971285:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830683.971287:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.971291:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4055 00000100:00080000:1.0:1787830683.971294:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.971297:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830683.971306:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830683.971317:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134669440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830683.971326:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.971329:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830683.971330:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.971334:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4055 00000100:00080000:1.0:1787830683.971336:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.971339:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830683.971343:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830683.971351:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134669568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830683.971364:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830683.971367:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830683.971369:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830683.971372:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4055 00000100:00080000:1.0:1787830683.971374:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830683.971377:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830683.971382:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830683.971386:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134669312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830683.971393:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134669696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830683.971451:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830683.971487:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffffa0e3d98d4f00 x1874672134669312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830683.971504:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134669312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830683.971513:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830683.971517:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830683.971521:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134669312:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830683.971527:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669440:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830683.971550:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830683.971563:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffffa0e3d98d7840 x1874672134669440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830683.971574:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134669440/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830683.971582:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830683.971585:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830683.971588:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669440:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830683.971595:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669568:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830683.971613:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830683.971623:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffffa0e3d98d43c0 x1874672134669568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830683.971634:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134669568/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830683.971641:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830683.971644:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830683.971647:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669568:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830683.971681:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669696:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830683.971697:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830683.971704:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830683/real 1787830683] req@ffffa0e3d98d6940 x1874672134669696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830683.971729:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134669696/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830683.971735:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830683.971737:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830683.971739:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669696:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830684.610823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830684.611070:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830685.634820:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830685.634961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830686.658936:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830686.659515:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830687.682880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830687.683008:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830688.707742:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830688.707745:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830689.090925:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830689.090935:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830689.090939:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830689.090949:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4060 00000100:00080000:3.0:1787830689.090960:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830689.090967:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830689.091003:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431bc00 x1874672134669824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830689.091035:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830689.091038:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830689.091040:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830689.091044:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4060 00000100:00080000:3.0:1787830689.091047:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830689.091051:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830689.091060:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830689.091082:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319680 x1874672134669952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830689.091092:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830689.091095:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830689.091097:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830689.091100:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4060 00000100:00080000:3.0:1787830689.091104:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830689.091107:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830689.091112:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830689.091123:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b0c0 x1874672134670080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830689.091132:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134669824:192.168.203.106@tcp:250:kworker.0 00000100:00080000:3.0:1787830689.091135:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830689.091141:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830689.091143:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830689.091147:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4060 00000100:00080000:3.0:1787830689.091151:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830689.091155:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830689.091165:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830689.091177:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a940 x1874672134670208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830689.091194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830689.091231:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830689/real 1787830689] req@ffffa0e3c431bc00 x1874672134669824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830689.091249:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431bc00 x1874672134669824/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830689.091258:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830689.091262:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830689.091266:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134669824:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830689.091274:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669952:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830689.091295:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830689.091307:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830689/real 1787830689] req@ffffa0e3c4319680 x1874672134669952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830689.091319:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319680 x1874672134669952/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830689.091327:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830689.091330:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830689.091333:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134669952:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830689.091355:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670080:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830689.091374:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830689.091384:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830689/real 1787830689] req@ffffa0e3c431b0c0 x1874672134670080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830689.091396:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b0c0 x1874672134670080/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830689.091408:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830689.091412:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830689.091415:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670080:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830689.091421:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670208:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830689.091439:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830689.091451:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830689/real 1787830689] req@ffffa0e3c431a940 x1874672134670208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830689.091462:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a940 x1874672134670208/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830689.091470:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830689.091473:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830689.091476:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670208:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830689.730822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830689.731123:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830690.754814:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830690.755969:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830691.779007:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830691.779588:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830692.802918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830692.803146:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830693.826997:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830693.827092:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830694.211134:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830694.211144:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830694.211149:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830694.211159:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4065 00000100:00080000:1.0:1787830694.211170:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830694.211178:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830694.211214:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134670336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830694.211246:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830694.211250:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830694.211252:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830694.211256:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4065 00000100:00080000:1.0:1787830694.211259:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830694.211262:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830694.211271:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830694.211284:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134670464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830694.211294:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830694.211296:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830694.211298:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830694.211301:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4065 00000100:00080000:1.0:1787830694.211304:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830694.211306:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830694.211310:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830694.211319:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134670592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830694.211327:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830694.211330:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830694.211331:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830694.211334:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4065 00000100:00080000:1.0:1787830694.211337:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830694.211340:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830694.211344:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830694.211352:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134670720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830694.211382:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134670336:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830694.211446:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830694.211484:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830694/real 1787830694] req@ffffa0e3d98d5e00 x1874672134670336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830694.211503:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134670336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830694.211514:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830694.211518:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830694.211522:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134670336:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830694.214756:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670464:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830694.214823:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830694.214851:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830694/real 1787830694] req@ffffa0e3d98d61c0 x1874672134670464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830694.214869:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134670464/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830694.214889:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830694.214893:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830694.214897:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670464:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830694.214903:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670592:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830694.215014:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830694.215024:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830694/real 1787830694] req@ffffa0e3d98d5680 x1874672134670592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830694.215032:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134670592/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830694.215050:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830694.215053:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830694.215056:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670592:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830694.215060:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670720:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830694.215077:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830694.215084:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830694/real 1787830694] req@ffffa0e3d98d4780 x1874672134670720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830694.215095:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134670720/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830694.215102:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830694.215105:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830694.215108:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670720:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830694.850960:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830694.851101:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830695.874834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830695.875363:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830696.898925:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830696.899433:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830697.922822:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830697.924622:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830698.947064:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830698.947193:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830699.330869:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830699.330882:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830699.330888:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830699.330902:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4070 00000100:00080000:1.0:1787830699.330918:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830699.330928:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830699.330980:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134670848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830699.331088:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134670848:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830699.331187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830699.331237:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830699.331242:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830699.331244:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830699.331250:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4070 00000100:00080000:1.0:1787830699.331254:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830699.331260:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830699.331281:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830699.331302:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134670976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830699.331689:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830699/real 1787830699] req@ffffa0e3d98d52c0 x1874672134670848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830699.331760:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134670848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830699.331773:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830699.331777:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830699.331781:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134670848:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830699.331812:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670976:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830699.331845:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830699.331860:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830699/real 1787830699] req@ffffa0e3d98d4780 x1874672134670976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830699.331873:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134670976/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830699.331887:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830699.331891:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830699.331895:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134670976:192.168.203.106@tcp:38:kworker.0 00000100:00080000:1.0:1787830699.332068:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830699.332073:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830699.332075:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830699.332080:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4070 00000100:00080000:1.0:1787830699.332085:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830699.332090:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830699.332097:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830699.332114:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134671104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830699.332557:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671104:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830699.332593:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830699.332617:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830699.332621:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830699.332624:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830699.332628:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4070 00000100:00080000:1.0:1787830699.332632:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830699.332637:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830699.332644:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830699.332657:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134671232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830699.332701:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830699/real 1787830699] req@ffffa0e3d98d5680 x1874672134671104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830699.332743:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134671104/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830699.332753:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830699.332757:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830699.332761:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671104:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830699.332779:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671232:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830699.332806:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830699.332819:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830699/real 1787830699] req@ffffa0e3d98d61c0 x1874672134671232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830699.332831:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134671232/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830699.332840:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830699.332843:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830699.332847:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671232:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830699.971540:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830699.971901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830700.995197:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830700.995379:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830702.018946:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830702.020544:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830702.340367:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830702.340377:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830702.340382:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830702.340408:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4075 00000100:00080000:2.0:1787830702.340419:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830702.340427:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830702.340466:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e940 x1874672134671360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830702.340503:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830702.340507:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830702.340508:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830702.340513:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4075 00000100:00080000:2.0:1787830702.340516:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830702.340520:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830702.340529:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830702.340544:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134671488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830702.340553:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830702.340556:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830702.340557:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830702.340561:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4076 00000100:00080000:2.0:1787830702.340564:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830702.340567:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830702.340572:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830702.340581:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134671616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830702.340590:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830702.340593:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830702.340595:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830702.340598:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4076 00000100:00080000:2.0:1787830702.340601:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830702.340610:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830702.340614:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830702.340625:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134671744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830702.340845:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134671360:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830702.340915:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830702.340952:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702] req@ffffa0e3d025e940 x1874672134671360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830702.340971:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e940 x1874672134671360/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830702.340991:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830702.340995:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830702.340999:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134671360:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830702.341006:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671488:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830702.341028:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830702.341041:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702] req@ffffa0e3d025c000 x1874672134671488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830702.341053:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134671488/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830702.341061:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830702.341064:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830702.341068:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671488:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830702.341073:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671616:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830702.341093:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830702.341103:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702] req@ffffa0e3d025e1c0 x1874672134671616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830702.341114:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134671616/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830702.341123:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830702.341126:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830702.341129:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671616:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830702.341134:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671744:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830702.341154:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830702.341165:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702] req@ffffa0e3d025c780 x1874672134671744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830702.341177:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134671744/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830702.341184:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830702.341187:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830702.341190:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134671744:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830703.043137:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830703.043197:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830704.067150:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830704.070114:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830705.090843:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830705.091011:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830706.115169:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830706.115647:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830707.138899:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830707.140855:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830707.522889:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830707.522899:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830707.522903:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830707.522913:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4079 00000100:00080000:1.0:1787830707.522922:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830707.522930:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830707.522974:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134671872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830707.523010:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830707.523014:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830707.523015:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830707.523020:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4079 00000100:00080000:1.0:1787830707.523023:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830707.523027:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830707.523037:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830707.523049:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134672000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830707.523059:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830707.523062:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830707.523063:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830707.523067:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4079 00000100:00080000:1.0:1787830707.523070:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830707.523073:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830707.523077:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830707.523085:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134672128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830707.523093:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830707.523096:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830707.523098:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830707.523101:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4079 00000100:00080000:1.0:1787830707.523104:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830707.523107:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830707.523110:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830707.523118:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134672256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830707.523419:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134671872:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830707.523486:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830707.523521:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707] req@ffffa0e3d98d5e00 x1874672134671872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830707.523535:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134671872/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830707.523544:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830707.523548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830707.523551:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134671872:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830707.523557:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672000:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830707.523575:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830707.523586:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707] req@ffffa0e3d98d6940 x1874672134672000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830707.523596:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134672000/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830707.523602:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830707.523605:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830707.523607:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672000:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830707.523612:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672128:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830707.523629:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830707.523640:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707] req@ffffa0e3d98d43c0 x1874672134672128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830707.523650:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134672128/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830707.523656:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830707.523659:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830707.523661:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672128:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830707.524085:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672256:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830707.524245:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830707.524259:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707] req@ffffa0e3d98d7840 x1874672134672256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830707.524272:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134672256/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830707.524281:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830707.524284:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830707.524287:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672256:192.168.203.106@tcp:8:kworker.0 00010000:00010000:2.0:1787830708.162924:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830708.163087:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830709.187021:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830709.187240:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830710.210961:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830710.210969:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830711.234806:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830711.235047:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830712.258868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830712.259075:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830712.643047:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830712.643061:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830712.643066:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830712.643079:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4084 00000100:00080000:1.0:1787830712.643093:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830712.643101:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830712.643149:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4f00 x1874672134672384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830712.643177:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830712.643181:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830712.643182:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830712.643186:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4084 00000100:00080000:1.0:1787830712.643189:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830712.643193:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830712.643203:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830712.643217:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134672512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830712.643225:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830712.643228:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830712.643230:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830712.643233:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4084 00000100:00080000:1.0:1787830712.643237:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830712.643240:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830712.643243:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830712.643253:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134672640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830712.643261:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830712.643264:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830712.643266:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830712.643269:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4084 00000100:00080000:1.0:1787830712.643272:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830712.643276:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830712.643280:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830712.643290:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134672768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830712.644086:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134672384:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830712.644156:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830712.644195:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712] req@ffffa0e3d98d4f00 x1874672134672384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830712.644212:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4f00 x1874672134672384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830712.644221:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830712.644225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830712.644228:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134672384:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830712.644236:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672512:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830712.644258:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830712.644269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712] req@ffffa0e3d98d7840 x1874672134672512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830712.644281:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134672512/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830712.644288:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830712.644291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830712.644294:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672512:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830712.644301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672640:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830712.644317:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830712.644327:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712] req@ffffa0e3d98d43c0 x1874672134672640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830712.644338:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134672640/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830712.644346:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830712.644350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830712.644353:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672640:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830712.644359:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672768:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830712.644375:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830712.644383:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712] req@ffffa0e3d98d6940 x1874672134672768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830712.644394:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134672768/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830712.644406:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830712.644409:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830712.644412:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134672768:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830713.282850:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830713.284329:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830714.306846:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830714.306951:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830715.331019:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830715.341474:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830716.355095:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830716.356003:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830717.379033:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830717.379272:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830717.763014:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830717.763025:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830717.763029:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830717.763038:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4089 00000100:00080000:1.0:1787830717.763049:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830717.763056:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830717.763092:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134672896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830717.763118:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830717.763121:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830717.763123:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830717.763127:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4089 00000100:00080000:1.0:1787830717.763130:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830717.763134:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830717.763144:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830717.763158:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134673024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830717.763163:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134672896:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830717.763175:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830717.763179:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830717.763181:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830717.763186:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4089 00000100:00080000:1.0:1787830717.763189:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830717.763193:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830717.763198:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830717.763210:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134673152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830717.763219:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830717.763222:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830717.763225:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787830717.763229:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830717.763231:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4089 00000100:00080000:1.0:1787830717.763237:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830717.763242:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830717.763247:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1787830717.763259:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134673280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830717.763269:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717] req@ffffa0e3d98d5e00 x1874672134672896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830717.763297:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134672896/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830717.763307:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830717.763310:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830717.763313:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134672896:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830717.763334:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673024:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830717.763353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830717.763363:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717] req@ffffa0e3d98d61c0 x1874672134673024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830717.763373:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134673024/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830717.763380:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830717.763383:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830717.763386:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673024:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830717.763391:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673152:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830717.763404:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830717.763411:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717] req@ffffa0e3d98d5680 x1874672134673152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830717.763420:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134673152/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830717.763427:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830717.763430:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830717.763432:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673152:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830717.763437:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673280:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830717.763461:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830717.763469:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717] req@ffffa0e3d98d4780 x1874672134673280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830717.763478:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134673280/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830717.763486:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830717.763488:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830717.763491:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673280:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830718.402829:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830718.414762:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830719.426880:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830719.428515:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830720.450831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830720.453240:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830721.474952:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830721.475093:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830722.498823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830722.498920:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830722.882878:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830722.882888:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830722.882892:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830722.882902:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4094 00000100:00080000:2.0:1787830722.882913:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830722.882920:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:2.0:1787830722.882956:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025f480 x1874672134673408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830722.882980:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830722.882984:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830722.882985:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830722.882989:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4094 00000100:00080000:2.0:1787830722.882993:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830722.882997:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830722.883006:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830722.883021:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c780 x1874672134673536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830722.883030:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830722.883033:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830722.883034:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830722.883037:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4094 00000100:00080000:2.0:1787830722.883040:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830722.883044:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830722.883048:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830722.883059:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025e1c0 x1874672134673664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830722.883068:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830722.883071:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830722.883072:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830722.883075:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4094 00000100:00080000:2.0:1787830722.883078:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830722.883082:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787830722.883086:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830722.883096:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d025c000 x1874672134673792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830722.883623:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134673408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830722.883739:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830722.883784:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830722.883807:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830723.523064:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830723.524537:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830724.547563:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830724.548901:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830725.570981:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830725.571279:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000400:00000100:3.0:1787830725.955806:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.106:988 00000400:00000100:3.0:1787830725.955876:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.106@tcp at host 192.168.203.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787830725.955898:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830725.955948:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830725.955962:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000800:00000100:3.0:1787830725.955970:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.106@tcp 00000100:00100000:0.0:1787830725.957788:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725] req@ffffa0e3d025f480 x1874672134673408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830725.957839:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025f480 x1874672134673408/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830725.957852:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830725.957857:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830725.957861:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134673408:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830725.957869:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725] req@ffffa0e3d025c780 x1874672134673536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830725.957879:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c780 x1874672134673536/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830725.957887:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830725.957890:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830725.957893:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673536:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830725.957899:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725] req@ffffa0e3d025e1c0 x1874672134673664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830725.957909:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025e1c0 x1874672134673664/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830725.957923:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830725.957928:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830725.957933:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673664:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830725.957946:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725] req@ffffa0e3d025c000 x1874672134673792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830725.957957:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d025c000 x1874672134673792/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830725.958171:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830725.958177:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830725.958181:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d025c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134673792:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830726.594830:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830726.595048:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830727.618831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830727.618908:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830728.007162:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830728.007171:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830728.007175:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830728.007184:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4099 00000100:00080000:3.0:1787830728.007194:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830728.007200:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830728.007235:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318f00 x1874672134673920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830728.007265:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830728.007268:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830728.007270:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830728.007274:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4099 00000100:00080000:3.0:1787830728.007277:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830728.007281:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830728.007289:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830728.007302:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a580 x1874672134674048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830728.007311:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830728.007314:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830728.007316:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830728.007319:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4099 00000100:00080000:3.0:1787830728.007322:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830728.007325:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830728.007329:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830728.007339:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431a1c0 x1874672134674176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830728.007346:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830728.007349:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830728.007351:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830728.007354:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4099 00000100:00080000:3.0:1787830728.007357:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830728.007360:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830728.007364:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830728.007383:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431ad00 x1874672134674304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830728.009890:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134673920:192.168.203.106@tcp:250:kworker.0 00000800:00000100:0.0:1787830728.011101:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830728.012656:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830728/real 1787830728] req@ffffa0e3c4318f00 x1874672134673920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830728.012682:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318f00 x1874672134673920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830728.012692:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830728.012697:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830728.012701:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134673920:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830728.013272:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674048:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830728.013981:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830728.014008:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830728/real 1787830728] req@ffffa0e3c431a580 x1874672134674048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830728.014023:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a580 x1874672134674048/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830728.014034:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830728.014038:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830728.014042:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674048:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830728.014050:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674176:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830728.014073:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830728.014083:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830728/real 1787830728] req@ffffa0e3c431a1c0 x1874672134674176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830728.014095:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431a1c0 x1874672134674176/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830728.014103:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830728.014106:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830728.014109:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674176:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830728.014115:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674304:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830728.014132:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830728.014141:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830728/real 1787830728] req@ffffa0e3c431ad00 x1874672134674304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830728.015476:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431ad00 x1874672134674304/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830728.015487:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830728.015490:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830728.015494:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674304:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830728.643168:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830728.643246:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830729.666847:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830729.671107:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830730.690827:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830730.690905:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830731.715104:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830731.715894:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830732.738944:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830732.739522:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830733.128352:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830733.128363:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830733.128367:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830733.128377:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4104 00000100:00080000:1.0:1787830733.128387:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830733.128394:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830733.128432:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d52c0 x1874672134674432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830733.128464:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830733.128468:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830733.128470:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830733.128474:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4104 00000100:00080000:1.0:1787830733.128478:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830733.128481:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830733.128492:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830733.128505:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d4780 x1874672134674560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830733.128515:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830733.128518:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830733.128520:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830733.128525:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4104 00000100:00080000:1.0:1787830733.128528:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830733.128532:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830733.128537:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830733.128540:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134674432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:1.0:1787830733.128550:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5680 x1874672134674688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830733.128562:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830733.128566:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830733.128568:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830733.128572:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4104 00000100:00080000:1.0:1787830733.128587:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830733.128591:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830733.128598:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1787830733.128601:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:1.0:1787830733.128623:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d61c0 x1874672134674816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830733.128644:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830733/real 1787830733] req@ffffa0e3d98d52c0 x1874672134674432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830733.128662:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d52c0 x1874672134674432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830733.128671:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830733.128675:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830733.128689:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134674432:192.168.203.106@tcp:250:kworker.0 00000100:00100000:0.0:1787830733.128698:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674560:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830733.128750:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830733.128763:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830733/real 1787830733] req@ffffa0e3d98d4780 x1874672134674560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830733.128789:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d4780 x1874672134674560/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830733.128802:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830733.128805:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830733.128808:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674560:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830733.128833:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674688:192.168.203.106@tcp:38:kworker.0 00000800:00000100:0.0:1787830733.128854:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830733.129001:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830733/real 1787830733] req@ffffa0e3d98d5680 x1874672134674688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830733.129016:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5680 x1874672134674688/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830733.129023:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830733.129026:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830733.129029:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674688:192.168.203.106@tcp:38:kworker.0 00000100:00100000:0.0:1787830733.129035:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674816:192.168.203.106@tcp:8:kworker.0 00000800:00000100:0.0:1787830733.129059:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:0.0:1787830733.129069:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830733/real 1787830733] req@ffffa0e3d98d61c0 x1874672134674816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830733.129078:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d61c0 x1874672134674816/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830733.129085:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830733.129088:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:0.0:1787830733.129091:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134674816:192.168.203.106@tcp:8:kworker.0 00010000:00010000:1.0:1787830733.762957:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830733.763031:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830734.787495:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830734.792186:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830735.810834:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830735.812938:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830736.834837:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830736.838213:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830737.859302:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830737.859887:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830738.244133:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830738.244142:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830738.244146:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830738.244156:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4109 00000100:00080000:0.0:1787830738.244166:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830738.244173:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830738.244210:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e870c0 x1874672134674944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830738.244241:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830738.244245:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830738.244247:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830738.244251:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4109 00000100:00080000:0.0:1787830738.244255:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830738.244258:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830738.244267:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830738.244279:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e86580 x1874672134675072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830738.244288:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830738.244291:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830738.244292:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830738.244296:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4109 00000100:00080000:0.0:1787830738.244299:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830738.244302:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830738.244307:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830738.244316:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87c00 x1874672134675200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830738.244324:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830738.244327:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830738.244329:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830738.244332:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4109 00000100:00080000:0.0:1787830738.244335:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830738.244338:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830738.244342:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830738.244351:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e87840 x1874672134675328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830738.244613:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134674944:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830738.244672:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830738.244709:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830738/real 1787830738] req@ffffa0e3c3e870c0 x1874672134674944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830738.244764:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e870c0 x1874672134674944/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830738.244775:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830738.244778:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830738.244782:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134674944:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830738.244788:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675072:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830738.244810:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830738.244823:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830738/real 1787830738] req@ffffa0e3c3e86580 x1874672134675072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830738.244835:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e86580 x1874672134675072/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830738.244842:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830738.244846:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830738.244849:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675072:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830738.244854:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675200:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830738.244874:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830738.244884:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830738/real 1787830738] req@ffffa0e3c3e87c00 x1874672134675200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830738.244895:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87c00 x1874672134675200/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830738.244902:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830738.244905:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830738.244908:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675200:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830738.244914:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675328:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830738.244933:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830738.244944:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830738/real 1787830738] req@ffffa0e3c3e87840 x1874672134675328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830738.244955:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e87840 x1874672134675328/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830738.244962:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830738.244965:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830738.244968:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675328:192.168.203.106@tcp:8:kworker.0 00000100:00100000:2.0:1787830738.882845:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830738.884027:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830739.906855:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830739.906959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830740.930915:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830740.931749:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830741.954868:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830741.954959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787830742.979590:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830742.979777:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:3.0:1787830743.363060:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830743.363070:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830743.363074:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830743.363083:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4114 00000100:00080000:3.0:1787830743.363094:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830743.363101:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830743.363137:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318b40 x1874672134675456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830743.363165:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830743.363169:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830743.363171:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830743.363175:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4114 00000100:00080000:3.0:1787830743.363179:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830743.363183:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830743.363192:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830743.363205:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c431b840 x1874672134675584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830743.363215:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830743.363217:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830743.363219:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830743.363222:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4114 00000100:00080000:3.0:1787830743.363225:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830743.363244:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830743.363249:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830743.363259:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319a40 x1874672134675712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830743.363268:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830743.363270:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830743.363272:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830743.363275:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4114 00000100:00080000:3.0:1787830743.363278:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830743.363282:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830743.363286:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830743.363295:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318000 x1874672134675840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830743.363401:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134675456:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830743.363458:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830743.363500:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743] req@ffffa0e3c4318b40 x1874672134675456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830743.363516:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318b40 x1874672134675456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830743.363527:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830743.363531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830743.363534:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134675456:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830743.363541:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675584:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830743.363562:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830743.363576:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743] req@ffffa0e3c431b840 x1874672134675584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830743.363588:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c431b840 x1874672134675584/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830743.363595:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830743.363598:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830743.363602:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c431b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675584:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830743.363607:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675712:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830743.363623:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830743.363633:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743] req@ffffa0e3c4319a40 x1874672134675712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830743.363644:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319a40 x1874672134675712/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830743.363651:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830743.363654:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830743.363657:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675712:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830743.363662:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675840:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830743.363681:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830743.363708:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743] req@ffffa0e3c4318000 x1874672134675840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830743.363739:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318000 x1874672134675840/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830743.363747:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830743.363750:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830743.363753:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134675840:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830744.005609:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830744.007235:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830745.026831:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830745.028304:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830746.050884:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830746.051534:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830747.074823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830747.075539:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830748.098826:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830748.100222:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830748.482819:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830748.482829:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830748.482833:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830748.482843:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4120 00000100:00080000:3.0:1787830748.482853:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830748.482859:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787830748.482905:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43183c0 x1874672134675968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830748.482935:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830748.482939:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830748.482941:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830748.482945:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4120 00000100:00080000:3.0:1787830748.482949:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830748.482952:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830748.482961:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830748.482973:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4318780 x1874672134676096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830748.482982:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830748.482985:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830748.482986:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830748.482990:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4120 00000100:00080000:3.0:1787830748.482992:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830748.482996:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830748.482999:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830748.483009:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c4319e00 x1874672134676224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830748.483017:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830748.483020:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830748.483021:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830748.483024:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4120 00000100:00080000:3.0:1787830748.483027:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830748.483029:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787830748.483032:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1787830748.483039:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c43192c0 x1874672134676352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830748.483120:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134675968:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830748.483172:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830748.483215:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748] req@ffffa0e3c43183c0 x1874672134675968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830748.483231:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43183c0 x1874672134675968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830748.483242:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830748.483245:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830748.483248:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134675968:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830748.483254:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676096:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830748.483271:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830748.483293:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748] req@ffffa0e3c4318780 x1874672134676096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830748.483305:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4318780 x1874672134676096/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830748.483312:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830748.483315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830748.483318:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4318780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676096:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830748.483324:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676224:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830748.483338:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830748.483346:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748] req@ffffa0e3c4319e00 x1874672134676224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830748.483355:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c4319e00 x1874672134676224/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830748.483362:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830748.483364:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830748.483367:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c4319e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676224:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830748.483372:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676352:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830748.483385:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830748.483393:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748] req@ffffa0e3c43192c0 x1874672134676352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830748.483403:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c43192c0 x1874672134676352/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830748.483411:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830748.483413:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830748.483416:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c43192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676352:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830749.122825:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830749.122922:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830750.146959:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830750.147079:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830751.170934:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830751.172302:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830752.195344:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830752.195421:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830753.219761:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830753.219796:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:1.0:1787830753.604077:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830753.604087:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830753.604091:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830753.604100:0:478:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4125 00000100:00080000:1.0:1787830753.604112:0:478:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830753.604119:0:478:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:1.0:1787830753.604155:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d5e00 x1874672134676480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830753.604221:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134676480:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830753.604276:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830753.604301:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830753.604304:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830753.604305:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830753.604308:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4125 00000100:00080000:1.0:1787830753.604311:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830753.604314:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830753.604322:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830753.604332:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d6940 x1874672134676608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830753.604379:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753] req@ffffa0e3d98d5e00 x1874672134676480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830753.604397:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d5e00 x1874672134676480/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830753.604412:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787830753.604413:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830753.604416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00080000:1.0:1787830753.604417:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830753.604419:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787830753.604420:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134676480:192.168.203.106@tcp:250:kworker.0 00000100:00080000:1.0:1787830753.604422:0:478:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4125 00000100:00080000:1.0:1787830753.604426:0:478:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830753.604430:0:478:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830753.604435:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830753.604443:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:1.0:1787830753.604446:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d43c0 x1874672134676736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787830753.604455:0:478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830753.604458:0:478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830753.604460:0:478:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830753.604463:0:478:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4125 00000800:00000100:2.0:1787830753.604463:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:1.0:1787830753.604466:0:478:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830753.604469:0:478:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787830753.604473:0:478:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1787830753.604475:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753] req@ffffa0e3d98d6940 x1874672134676608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787830753.604483:0:478:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3d98d7840 x1874672134676864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830753.604486:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d6940 x1874672134676608/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830753.604494:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830753.604497:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830753.604500:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676608:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830753.604510:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676736:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830753.604531:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830753.604542:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753] req@ffffa0e3d98d43c0 x1874672134676736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830753.604551:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d43c0 x1874672134676736/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830753.604558:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830753.604561:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830753.604563:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676736:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830753.604568:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676864:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830753.604586:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830753.604596:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753] req@ffffa0e3d98d7840 x1874672134676864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830753.604608:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3d98d7840 x1874672134676864/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830753.604615:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830753.604635:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830753.604638:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3d98d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134676864:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830754.242823:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830754.242918:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830755.267444:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830755.267492:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830756.291059:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:1.0:1787830756.291367:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830757.314990:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830757.315738:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830758.338953:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830758.339684:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00080000:0.0:1787830758.723392:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f6693-430f-40e2-b9af-10afb9cb8617->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830758.723403:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830758.723407:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830758.723417:0:25087:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 4130 00000100:00080000:0.0:1787830758.723427:0:25087:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830758.723434:0:25087:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffffa0e3d0f58800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:0.0:1787830758.723471:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134676992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830758.723605:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134676992:192.168.203.106@tcp:250:kworker.0 00000800:00000100:2.0:1787830758.723664:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830758.723693:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830758.723697:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830758.723700:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830758.723705:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4130 00000100:00080000:0.0:1787830758.723709:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830758.723744:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0e3c67ab800: import ffffa0e3c7f3f000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830758.723754:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830758.723766:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134677120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830758.723919:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758] req@ffffa0e3c3e861c0 x1874672134676992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830758.723936:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134676992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830758.723945:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3d0f58800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830758.723949:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830758.723952:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f6693-430f-40e2-b9af-10afb9cb8617:2389:1874672134676992:192.168.203.106@tcp:250:kworker.0 00000100:00100000:2.0:1787830758.723973:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677120:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830758.723995:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830758.724028:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758] req@ffffa0e3c3e85a40 x1874672134677120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830758.724039:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134677120/t0(0) o38->lustre-MDT0000-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830758.724046:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830758.724049:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830758.724052:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677120:192.168.203.106@tcp:38:kworker.0 00000100:00080000:0.0:1787830758.724503:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830758.724508:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787830758.724510:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830758.724514:0:25087:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4130 00000100:00080000:0.0:1787830758.724518:0:25087:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830758.724522:0:25087:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0e3c67ab800: import ffffa0e3c7f2b800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830758.724528:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830758.724544:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e85a40 x1874672134677248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830758.724596:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677248:192.168.203.106@tcp:38:kworker.0 00000800:00000100:2.0:1787830758.724622:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00080000:0.0:1787830758.724644:0:25087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2313f4ee-480a-47b2-8d93-5bb216a57733->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830758.724648:0:25087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830758.724650:0:25087:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830758.724654:0:25087:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: connect to NID 192.168.203.106@tcp last attempt 4130 00000100:00080000:0.0:1787830758.724658:0:25087:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830758.724662:0:25087:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0e3c67ab800: import ffffa0e3c7f2d800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:0.0:1787830758.724667:0:25087:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1787830758.724679:0:25087:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0e3c3e861c0 x1874672134677376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830758.724731:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758] req@ffffa0e3c3e85a40 x1874672134677248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830758.724744:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e85a40 x1874672134677248/t0(0) o38->lustre-MDT0001-mdc-ffffa0e3c67ab800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830758.724751:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830758.724755:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830758.724758:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677248:192.168.203.106@tcp:38:kworker.0 00000100:00100000:2.0:1787830758.724771:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677376:192.168.203.106@tcp:8:kworker.0 00000800:00000100:2.0:1787830758.724792:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.106@tcp 00000100:00100000:2.0:1787830758.724804:0:2389:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758] req@ffffa0e3c3e861c0 x1874672134677376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830758.724815:0:2389:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0e3c3e861c0 x1874672134677376/t0(0) o8->lustre-OST0000-osc-ffffa0e3c67ab800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830758.724823:0:2389:0:(import.c:65:import_set_state_nolock()) ffffa0e3c7f2d800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830758.724825:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00100000:2.0:1787830758.724829:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0e3c3e861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2313f4ee-480a-47b2-8d93-5bb216a57733:2389:1874672134677376:192.168.203.106@tcp:8:kworker.0 00000100:00100000:3.0:1787830759.362832:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830759.363412:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830760.386982:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830760.387020:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00000100:00100000:3.0:1787830761.410851:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds 00010000:00010000:2.0:1787830761.410874:0:15798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830762.434917:0:10864:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830762.434987:0:10863:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0e3d1a4f300 going to sleep for 0 seconds Debug log: 79865 lines, 79865 kept, 0 dropped, 0 bad.